diff --git a/params/llama3/5/fixed/woq/init/lm_head/scale.pt b/params/llama3/5/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bcbd9281fd36ce7c6b2d6729252b31377e88023
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd9133b6d33e965ac253e645ba78a1847accebb56b960ccde6535eb2a862e89
+size 514130
diff --git a/params/llama3/5/fixed/woq/init/lm_head/zp.pt b/params/llama3/5/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c80bfd55ca319100d0fe08833534332c245e6b1
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:600dca7cd51ab240c1a4855ddf93391ed2490df8ff13ce073c63f8edc29455f9
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f39aede6066fae91080efaac0454e0e26ea55c
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1745bd8b4dc422427fc7d30584c1128e925776fab4de1e2f5623c6124442e920
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c318c36c834c785945d621efb6180ad0fd52abbe
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5cb81e8537d798bf470111ffa2d96f05881c018cc82951e89ff12254f85e32
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8826e5fdbc7a3b5e36e6f8e637c8621a61ff6cf
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab433d59b9a8d5f20916e5d58b4d885ad065020b568bdd239a79b38caf527e77
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6eb2fa23f42024bf4ad2c1185d35d8e3a6c2c65
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3762f047edf8a49bc03ff0e401722eea69be7519488fcf612ee0fc73414b082c
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0573293fc7a3e83fe877fed1c76078871c240c3
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a9c7d94ce007ed841ceced457cc565a8aadd8979e6c69c499559aa1373e1e4
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb42916148d46c990ec8f27bf3cb3dc433805d6
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b6cbdc840657a0a25634b511a92a658144c1b9b7b16424eaecbc2c3290aed5
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..729ddd6eeb9685b7d9cdbe424590655550666cdf
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a884ba8050f6d03d675614108cf48b8fe6ae77f7d5b493dc7e80b671ba55bdd0
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923975fdc8a1eada6655e283f245d757cd630c04
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a4490c9e67d81c75d09e6b75f62d5f8691c03ec6bc290d2573698c23074ff6c
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a2b61c55ec195a565dcb4d7f309d9d089e71d0
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3e9fceec3aef03beaae884389a2a7281850d5a350a03a71ae9765d07666ed6
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ac8fe73a2785e40d9cca0ff5be2f8e75fb93c4
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa06a6437d5458c68e1583929d4215c474608d56878c33dc1439d824e6f24ba
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11bba340d73e88c1f3c26b9319d2db24150e9522
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ace75a5f2c1c2959047bb1741152efd6a891c767c14f23a35c53e9be03a7b3
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a221a83cf334266fb331f221b976d034a87d82
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e121a5d40f235a577584a86e6a799e1d8ee84fd7e2cef60e423b64a37b4561
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e27c44b5778f223c2a899481df92ef2cc39c7ed
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86ab37c27e1497c42876286bc2fe81d378a836f7c2a55796533d9a523a7f171
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd248a1d7954a86685ef00cb5ef5871d778a53d3
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f85be9b07b24bd67cf92d46ff025ec156f0879b9b15441a267c4342776f18b
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c7f08bd248127f9c8023fc22c7e2237f0dd8dd
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1bb96d68d8a3f5f6d597218cd6a2d5146e1edf16e01c1cf939d80ec8120152
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a50829c08b57c2a0491aa2b4e670ce3069fe93c0
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187652a19ab1facd9c1b5bbe0f3dd0c4a9d57d962948a1f97e86f50f8a8efabd
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ffe974d8904a7c09054a0d31bcb72a536f88b23
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56cdff794d522e35186cdd38b449cb869b94388bebe83f8b99613c1e29c7435d
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74afc168fb489ac079e51dd6b20a9aa030e49b11
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:409ae09052c23c1f7511b277e1a552162f2e3be8dd7db0e8d51dfdff8aff08c3
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a79e4db119e14c0596705a3abfa4782436f8e6c
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7dee5f6def6b5f46471d13136f846069c597c846ea6e0fdeeb4ece061148ea
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36b3db1a39545a8143492296ffcc7782ce07599
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07bd5e2dd8cde7090a76a749a1e00da43ccff3f92eda1efba366cfebee52269f
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea4ad848a2e760ca59405fb8e1b0a8b95694e5c
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f95034676422b923b30402c279b09058184b1edd7fb528a46de42404a9e348d
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d53438840da7aca8445b669d6fa2eea0a4f98496
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e37e86ac63009f0a0ff14234a7892165824fd18b535f6033fbd8493352661d
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430b830008f1f8ba72bc1fea1b905220f6a0c466
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4963fd4cac1b1a761a0e4fb8ad7f39d2d5d10ffd85f38cf74ddeb597d042676c
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7206a1594a5f8b56c29eefbbb9f61c57a5c559b7
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db330ed6f081c373207581d5ee11286ae968ab352bd48e45c7594c76f609208
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e81ca65f8a0f6ab7081d90aae32a9663ca028ee
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87328261246bf0a96dfaef51ebe09188e290788209a36b403b5bb6d6cfbbf257
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71d59fc59d71868d8cca52ce82193830f3875c40
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a03c644dda5d040be583aba5baf5d8afff61a7ec1d5ccd4fa3066d8a77a20784
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62beec2140754aeaedfced557a38aec9a8ff665f
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab0a9e63f6c400c4a5bca6a6dd115bd53e0ffdee8d3b57607065c7965c679a0
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19db3abcb22ce769c4b8c43a0a6fc40a8e4a26b3
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b30d03f864789c805d7e04097188aca1e144380f61eb042b54af21fcb1d510
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037ca6180af00d254b5c69b57a2066669c72f510
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe0092088115573015d16d0013fdd262939afc149a0841ed07971bbe9ea0bfbb
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd71471e2fd8baa72930ae6ad7b9bc60fb95884
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a9c5ceb0992b2943133dc74d5fbd5550ce14b65fdac989192e25550e4d31070
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c4f197342dfa87d9d63e35e736c74f7b440b12
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09c1d49855a8973e3315fd334bef99ff9315abc5c047c06009f845e9006d3d1
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a017a2e67dec4335ee0f83f0734368858aefc12e
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23f235e5145dbfab80f365c021a8154927f3ea016f009886e29223b1e4edeab
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b68404dd6712b9d920c94794f6acb1fe0ff48a2e
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b1a40b645f873a25f1631e26bb677863237cb8d1db4667319d19f2b306f8c7
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0f7174e53ae9844d4387270ec8bed2543770a0
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f019966e7a232dc660b256058ccad82a8aae40ede162700bfbcae1f7d71589
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c3105b942524bb82e78f76804e83847ae8a8803
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ccc24854be6f8c1292b188785f48fa79e88b7cdaa7b7079ff56dfc6229963b
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7398d56b5d02c4b11f3b9a1b8ce6977d7cccd475
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f57403f7dfe8dce2fb4a3b53f5a71d05c8e510daf928e98cd807e6f2e43c8a
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f329999601e24ec36a90303f2076453739608a85
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df34697309310de72d1847430afbfabed4439ee28f86115754d362e274ee3fb4
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d85696c5210b6204c723a491f4cc4b435ba0317
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a13f7144e82e3895c9b86cee936c0237c387d322e8d3f919b01cf0f3c646646
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e6595076560ddd1e66563f700a5ae94f496b37b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f30b05225523ea724c7aaadfa236f50ade9791b8636bb7e99b40365279e4303
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed1933c8247278df646efaaaa975612172a7b93
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481c4322d4cb728f33a4995a06815292704aa860dcd81ed42f0f33d13861b9ea
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1173e9e7816104a3bf9617468a4b848e05acae30
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bedcaca8943421f988b95142256bb4c33bbb089ad1eb6b55c4feecb2b0cfdbe3
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..496ae092fe4706cb2757755f131974ecf28ea8c3
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb2f8fcb2ca35be4ce8e9204533d0260c188c214f46a98025ee7407731f4259
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..903f0d9b11520ce73cff63bbb1ec0ef0873bf47f
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042ad7af34a4bc888843778030faecc0ad49c6495e265b3d451f033da6d85a94
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1df298afbfdc597e344659a4da445ef484376f4a
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d78727ef4d02d11fe7c7bd05947e07d1b733c4d27eb2fd3d74cba9cff4c2945a
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7a500e4802971fdabc5d79bc2c088a718129dce
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce6473461c930ac08ec7e95247a2571d2dd990aa3efb476bf336a5b3a4932d9f
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a18560718d89fee1732305caf02da37d2b8421e
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b752879e6cabba9e73780687dceb177d6362ccd6c6b606ed951ffea3e0964b2
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ead00b03c22b3274a8c0896e3d86d91856b3687
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b3cff62518a9d7d83a3eb09df52322aeb2077c520214dd71f01a5b191b5626
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..123e491713fb40e44336b64df9dce180c273cea6
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd08b26962b05b7686e19bbd55ab056e9807b749791e4bb60f0bfe6b462b9d5d
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..257066151b82e144bf17ff50f9dcbed450c3a627
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53567e707d015930722bdce8c13e76993b28ceea7a0ea160d4a4304db215ded3
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c962ac49999fafb8ad4dba32b08cc3ff2a55a6f
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b97c66522e0b88e747a139298ffe5dc653aadd2e2b2ff9642fb6500929c2ee92
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd68c7ec46c17584eaaa1989cb7f7f669b721458
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b5b2afaeec2cc6abc6865df088b02940c5c9937523607a979cdd4e7329aa83
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be20455eafc77a4d205b09a719f1513f7b10b494
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca18a6deecf36e8b5d5048a90c7001ef647b73771c004ac714fb88941a93241a
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78c750ec0f9398dfdb5a1624843e096e9dc780ba
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b4019ba86eed715eac4998999cbd768581bad1060a054141f2b48ec63e5dea
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209af1bf88228b93396b4145595574c275b20890
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6c94b4b504b3c4433ca56aaabb0a903402fdfb83ae62cd0e5fd96bc696be78
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d828610ba254430df3df856225d271599f16ecb
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe9e9f718cc83ac9478681e87344321e92f536cd36299da9b5b4f4cf6ec51f7
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083dda51c53909b679bc699356addd68793d26e4
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804cc9bcb2287e8fc4168df729dc7b835d07e56e6e85e16b9427b7255a0c6eb1
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caceadf09c47ff22ee0c0c5de416bd60462e2255
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4746d7b4cfc10699fc56cf0a406d34dfbe60d680f69812441e1dfa4510e98486
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0910f6af7654b854b97fe8697c5d556c65fdab63
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1081bfe99511234e6751a7ef8c8a7a27fd67e81bd2ce0b8167fad6404efe8e
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e12a1909f569043e70c19355689a34402ac3215
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1defd07874b2966588aabc7698b6a10a0cb76feaca0724ca7ad8707f181ab563
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ced4429127eb539796df1162a2a31bb6d77cee64
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:659276f557b37e67196781ebcb9420701ba25b648f5230250b2a4ac0f020dcea
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45d750e7be184e291f92a98015c03603bddfbe6
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:494e56b09707599a453c693e0c24b9ccfd54ff79993f67ca24aec73dfa6f63e5
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2842571d052f6cb2d74d9a1583988c01c8fb17b4
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2322a67ccd9564b2822450bd033bdabe924ec4dde64b5a1926f77848928c77f0
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52fc931a89d553cc0951e233520f30fb3e231fee
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88600ba80a4271e3deb2dfee4c689722a175d242f51768279eb077c0e402fce3
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f1e3c194c0a6395500e03fb883fb911ff0bb83
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab483b5caf4f959dce5e40477783c52d6bb988632b4593818da7a236758f93f7
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40172ff7a160e50f1bbc3ed02cd118e86346df9d
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:797c45229ec8c9c3c40706026a2cd87005eae80786ef0d146b404894a88fef16
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a413b87519e589c8c2864cacb13d37554d252ea7
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04bfec20943c878a5c18407d4bec6d70761725af0d10c0ce10dee7a44cdbae8
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2479563229ac10c435a827f56156b1b2db77f3c9
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0865a3b1e69badb52d6754fedf14de69d3df58fe1f88b1c7fb895bf00cfc58
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f11b959204746b54a8a8d6c3ac906e037c9f92e
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47cf4af4734e081a680844e17061d9126b19b30283e962ca213fc05ab9fdd668
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520f67449d308f6b81fabd947e0913977271a2e5
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94cec627e70f8362c0946486ac20a8decf5b0fa40a547635821c838e94f29b22
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0029227bcaf641ad03f6dd754bf8dcd8e2419da
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf3853e5501ccde69fc43b27ce5f98c94ee42d95e567d4d95f8875fe838d56a
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a684e299735ce0d16f53a19c73a882c960a331b7
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b644e3fe60343168b88a97728f43cf53d3718c47f2fac410556cc0183410e1ee
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4987eed0d624e6c9a6fbe12bd61d08cbc9cc5a9
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a3eb1fcd89e18682c80069bfdf9cb7d4158de56be077479c93b3baf5d714ca
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b93bdcb60820fcaf491459b2369fdc060699f8
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a765ed2a15e59c33dafe8ab81e65bac0d9c07dd4485779526bd78faa0fd20a
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28249d4b929d447d72ccdcbf4c916fb9d80182c7
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5295d6380c621737a87c1dacc0ad038ed5c6f71ccd8a295eb065d8f083c50d
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241c383014e0b82eb6a3eadaf8747e130f2e750b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f8b7061a0e0e9ef7b834e16c16df91a5e10f172580dbec9837c3a9c84100fe
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f929322e7d130917e424d97946b9a59f3e999f
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9a6d8b359fe64ae8915e42127e30c6db841f061df48ecdad88a577453c748b
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7199f2adf7575dcc1124067973c8bb55c475c9fd
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11a6a6b6904de261201e16cb52166ac424be7bf26d77fd62a6a88492d4ae39c0
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c897cf2fa2f3756def1f4cb9af6eb7f3b3d340ae
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:449a6bc07626288efc4b41c1a93e37a6539532c3f341d8b10225afe094a13fdc
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c215b36cfb60ba6431a9e707cf615bf4e99ba1c7
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59fcd723644aeea7be48ac4972be282458b5f54dafb63fd0ede9ea7e8ff998d
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514857d536c66478cdae52bc4784fed04ce54c27
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8497a876fa8990fce6a59148053f8b0a5659159bed76c781f5054407497d2e0
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..518ccfcc9b0ff5851a0e18a8c8fc679eda5db066
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d132fea194e12798c6e466a066064c2ce27754b24027a34c06aff5d4d57a85fb
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5771d135416d8ebe8c3e3fd491e199ef55ed4a73
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb19f81f1ea15eda5d50013854d69266716ef76e5ca920ee072ee763bd92be28
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c63c6e9380d14d85fe4d44c46163e5349c605c01
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ebc42a5a2057b01faaf30df1433df57bccb07d63debb8f371e264aa273ac06
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded5613444cdb3d0e6da9559c7c9d1cda56d50dc
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7475d211da013388d9a2fe36dbfc537e840c8bf354949a8314c5a40fc9639431
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01bc0082cd797546780801675b8697dd550ae6b0
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69db85bd400b56bc0d56ec51d53d5ec6d396e33caecf281801ce65f1b1e7437e
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8efc5cb0d1d8285a1fa5a7b340d9f38855687be2
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509c2ba7c993ece30229a34acb3ee9b3480ca0ea9f9c8c72ef4d023a592bdaaa
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ee26bad13663c847a4fdc1b567441ed2eaac8a
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29af23b34320ae31208bfcb0e7d9f30c8d1c9c0ff9a010dfa4b68d00e9a3c2f8
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..149d3af2666050b3102bb0df9935e237fb93149f
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb4d1c36a01c752b29175e189df609a1796335ca260dbace4b568b2d78b4e5d
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cadda6008f60e253b5a4ef29124ca4213eb31258
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0e85c7178f837f9f437a0750a8bd6be908f705f00027f359b9e480fab0cefb
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef01a85e7c4bcb36147b6ac687e6d1114afffb1a
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7e7b377c77b5764f3b8c5e53a60fc59b8660744dfe5f18a5fad06ebc8046fa
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..977e600dd077d10f33335e51b4f2751fb8d36089
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6cf69fb3b9167295df57a7bfd0e17cad7c306fa5d7a8fde0ae246290f4395f1
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f35c8b2f2424c78b48a30877c4144f599fdc725
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6dca3ec788a3ebea30f767249054e9de27f809f6919d759b91440c9ae8555b7
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3015341fdc31bcec25d971402b0c5d9e6ac35aba
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93f4f727a47f6bab3951ca7c77eed62f7f336c7c19db7c968e230ca32671db16
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1765d73dd8c683c2b7b578d4633eb38bc2137279
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5513f1025ac09a2c4093c199bfdc96625cdc4bba9615154450eb4574a71effb9
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3feb35092c37e6af9000909860873a9dab89a4d4
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df9694da3b711a68311b318a159f43d4c60a19302a42079adac71ba9a1399c5f
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60539ec5b71907a3a7be96ce872f2d8208318669
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a30b7f39bf4f4d7fe2f125cac62cfbe65d5b134b0aad67d76d74d71fb85745
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6913b4bfb10246ba1bb0de0bd0c82f21067661f1
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f9d1af169a954836ac771d9ba7c476ab2d9630123ef6a40f8a8881835bd2d9
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..781dff7512a9da62207a88d2bcae9161411d77b4
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f15f9753bd888f7c8ebfb4317abb62f4cf652ae3cb62cc170bfac9d321b3988
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..964eb0baee46e0c46a4d4f3158687e8f6c943514
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc2aff2b41d0fbb8fae025cf5a32a889534c9c7512c35053cfc007a8f63ed85
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce2498469052a9af176b402685741b9e1ba7cc9b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d20bd9e886f455b84f0185b78fc0e1bd8dee543bb6cc2d304db7a3c9880355a5
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62c2f6f493c5cf0f1b3e004ed78629354cb16e69
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1116f416d0143e5de763596385cf0053420b0d420a5f0c56c4285dc92a7b1a
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbbe036d0ebd83b1d6959706158f06aa0f2fad96
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d35a66c5e1a2b1a7a54911330dbfb4e869773d1720db04a7b67615779f9819
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3923ab250140a34237ff62c2daa5e08d971f6905
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a0f707a190b138fed2f76cdeda3c9debab680d232332a5990aaeb7739e608c
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d51dcc3deccb18f8f577b6c36c8fb4caf4924c1
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5087ef83748df6896dce30158e0e1fa00cc9e1e1ef7d508edbba043115bb1c3e
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.22.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.22.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a48d5781135ee97667faa80f15d43d78d1b0309c
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.22.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8911023e27796d52f306bcfdb66638db9f40a7466b5ad018d021351e04e6b979
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.22.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.22.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.22.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.22.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.22.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745257b195ce7c6005a215d55e030a21d1fe4305
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.22.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9909a0062dee9c959b668d4a6e13ff6c59540266143552da2de1c94cb4c711
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.22.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.22.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.22.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.22.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.22.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79db5b23180756ec515460f1653218d2c69d64e1
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.22.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31631a94c06bd5bc6c31215bcf388181315cf20e9929c65272902bd0a9aa76a6
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.22.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.22.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.22.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ada7a82c5cfdabc8c88ab6d0623892b0a739db
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47f1904d0e998f13cd1ec369788a006ad5b406f3476b83b8d2aca8804b0d671
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90e98f76f1ffcd4c143c3845b0b8f075f3faaf15
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24728f16849d31c35bba8bf5692c5a2d1d5dbd9e68e2c4616a70f980dd39358a
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d81b068f9cd9b412a435f589f1522f3e58ad1020
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c338f3acc7ba94b8486d95cbfedb2cc71f0f879183bf5bc57083fb0a0ec811
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9d4d4d167b5e47205ac411f8ff8efb2f78e5841
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05776a1d2e0588c48ebba6f10de2c7e4941cf0e8053c6794517baabdec6386b
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.22.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.23.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.23.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97d7cff14666c17cfab5f468ddf9ed127786ee8c
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.23.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:addc20ac6c32667c0b8a31c3ff7398bc060b8e6333fe5841e1c63a26826308d5
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.23.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.23.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.23.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.23.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.23.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c64fac980e69a056a44ca7e1dd920e8695b5550
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.23.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e640b4d4fa60d4cb393b43e7ccaa75946f77114f8558a8d1f1c9f6117e6ac250
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.23.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.23.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.23.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.23.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.23.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5361b4d0db75095e5a658a6d4a9838708829db
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.23.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce4e0224fe7d8023ddf7acbeb96bdec957e1076eb5ab9c19e51ae3d21942fb8b
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.23.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.23.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.23.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b4645c13be757c4fb4215c42b819261788e283
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc9ca72eddaaf5512e459f32e1233dd5430c1095949f3ab37732ae1be2a1a3a
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b714df1074331e20d5c52a2168e2c5ca49b00eaf
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:829f4552460156c90907ac18bdad9595354bed0dc506f674130e339d322de6ab
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..921942f6570027e414a809228472ffae144d5963
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61f66401cb7bedbaf459ec4fffc08db7c7aee8af88efd6de68c79940cb5e08a
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f926b8417cef491fbcf18a79ec3ccd09e7b9a840
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aba71e60403e45f008b67b38aae42aa3c81dcd9848dfb5400236705ffdc49ea
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.23.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.24.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.24.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d655ba6b87811d6ffbae3d550899fa328fc273
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.24.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781b82d35280fd86da897d382b52ddbf60220fa39cf543329bbd1e1e975c0462
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.24.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.24.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.24.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.24.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.24.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b297f78076371ed03eb22e0a22829c63b8ba1d2f
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.24.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c997a2a642f84a72d45d352b7979c62eb96efcfbad12bba7d142aa65f3d84490
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.24.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.24.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.24.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.24.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.24.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d82f529173d6a23256c53235093c49eb57b209a
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.24.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ad6bd33d58b85e84d6f3472ffef76018820bcc6499b9d7b2ee3b1393755752
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.24.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.24.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.24.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad39f911834b6f4bd503e45ede71539e76e9d702
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a8697b9f8dfe5c999405ff7f19a1ab12449af20d5315e99d068de2cbef519e
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c18ab6de74b87ab2629ac98b4c42b99717097b7
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf637922df0a7f9956db4b6007a7a44dfd6b578949309977647bc7925b57ea6
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68f86a91f308c9f7110e66c46b34d4287b0b51a0
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b29b60941919ef01bd33e3be2308b5a24799dccb3b1c1a4eca90c2f3b5e32a3a
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b1262848d4ceedb6f937c4f2e6a829d38c2bafa
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024dea6bf0bce6c9135531596240a6b6701d15f00dd7c3ba5dd7769c2167b007
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.24.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.25.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.25.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242f408bd9ad27a37d5f40ab32d6fbf7c1a3436a
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.25.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8c740024e9c8e6fd430de93218555312971947f12c6bab4c81b754ab384639
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.25.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.25.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.25.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.25.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.25.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51bdf11a059e22820315cd79f431430a0f7d301f
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.25.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:437c6807781dbd093748e0b4cc3f7a6815a575b738cc1894d7f70499435e3932
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.25.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.25.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.25.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.25.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.25.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb769f65e715a046e5006401864f7b620dbe5f6a
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.25.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97dd43f29eff93e65647e7085efe09529dac1dc06e0844f6473b911409820f4e
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.25.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.25.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.25.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..380e93aa5716da0244a10fe09903a440290f47b8
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a369384df027f297e37502ca67c111d0ce57d12ede7ab2836d3d693b121454c3
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01da96431c3a1826010a344bbdd5c91c4ae374d6
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d4d8f57000b6f30e7b3120eedd69e9fa5ecddf988ccda318dd408b8009af71
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3ceb133e02dec4d864fbfad88d313468de545d
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9203658a1bc74626e9607b1dc3e92190e31aeb6d66b06e7306cc5ecac790e6c3
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f350554d5950077ee526bb3f0ebd4f2de790be8
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718a4da5ead9ebf968a3e65e245a2df0be448c5c23568e12a81da0651046087a
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.25.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.26.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.26.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df04af0f1eb883ab23175636781e60acb1c57830
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.26.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0df90a5d41779022f4c899672cd683c3c82fd34539dd43693b54a1b1210f4d
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.26.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.26.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.26.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.26.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.26.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e5ee480c4c2d7bd32761c092650b1b689c6250
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.26.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818091ea70bd9b41ac900e229d47e27b6410eac4397dc326ccc678c96e608c5d
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.26.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.26.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.26.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.26.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.26.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..128386bb025be58639cc2bc501001a147374019f
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.26.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29ecfc15550ddceddab8ede8b19541a922d4f04128909ea1394f5cf71f1481e
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.26.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.26.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.26.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..650061d7c63855809e4b1a82c2a3113c58bfa215
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ffd9eda8942e6350f7358efdea6df9cdae9562988cac4f9800a047bf19fcbdb
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f47cd7b144b5e7f2920692ae8b4ff44eae22ee52
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae9382c0f92cb2f883e54f68a99ac036d8286a514aead7af6a9eca6547cf022
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe1ba42e618f4e3d548f6ea8cdefe481bdec6be
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197e0cac745c75fc04f84b044e6f5c2f26a2a85c7bb31e3823fe29d2e97c9977
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..006c131ed4a7cf4c4ce36bea6844044f0b330eb3
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc4e1c10becdfc47618685e075389058a3609f8e3555ea326c58d557b3ef4eb9
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.26.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.27.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.27.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..324f59066aa312cdfbcfc6fb8fc7a90853df6ac4
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.27.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2215fc96da680513b84cab2bd04f0e6d91677b64dd73fc7b7f9c3d424227899c
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.27.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.27.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.27.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.27.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.27.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..042965e6a0c52dff23def7e1583c8bfd9275b50d
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.27.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c8a61c1632c4c36e79723b7649caf44287f1ce305f3b6907756e99eb63b099
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.27.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.27.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.27.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.27.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.27.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eb0bce7fbb86a6f5203e47b1b0be7bdd6d0043e
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.27.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4702ad82554efaa22728001d5159b33ca0c82a1d531c3a2f72ca3475485ff7d6
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.27.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.27.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.27.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1979ce9aaa05a7f36a1ee9ed2b332adec7c234
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ba4ebb27ac3e043b1be4188d61b9e54e1662395609c9bcb212a6e644ca3c72
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..301a660560178d90604dcab4ebd93a9daab7579f
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116cf5e1b9536b942a8a6bf70162c292d645fcfeaf27e3ac3759d863a406c799
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d993e9624930ef5ca003d22b271a44ca7ba7272
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fa9cd53454b67201989bbb7ed24a102e99d7af7dec42d35c98c75bc4f0ec3ae
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a98482a55a6d0a8e0b812e620650d9684dcc323f
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d9394b2f1ce24d4478e8d482e1f575bd6f521e65926d0f7beea9532b823a6f
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.27.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.28.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.28.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d06d100b50bbb49c5509355e96887d5d895b8c
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.28.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ec6094ec972dbdd8ae33c1f73b90816b8ecbdc901aa93de968f08e806ebdd2
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.28.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.28.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.28.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.28.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.28.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4149759fa65246df87d97e0020a05031bc3c43eb
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.28.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be7dbcd88f37671db3910cd7447c99a4fe147b787576e450906fd3c7ade6d1c
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.28.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.28.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.28.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.28.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.28.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57c2b335acfddcf869a923e5c2836c298f22b20f
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.28.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7fbb37f8d050b96a682a6cfa015b5399061e745817d8d35dd7aaf4024a571b8
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.28.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.28.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.28.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca810b980178d5d7294403f59e24c727a0851d8e
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4699b9b367a6ecade3efd160a8ddf463b2fb1c1180fa982641153a3dafc86c8
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c0af94bf7c3fe2f58cd36150906a1f105327d1
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef34b48de839c608ddee334700ea5406c87a1850291376222629b4ef8d153372
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7755134d3f45d7da36d7bf32acc2091f7cb35afa
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a42157260f0e39d2f1ecd6b134c13cf79724193b7a5194332471755513242b8
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae86c3b0a82d636e1e73c23a58d552e7e1fb6e8a
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe03b92520e54f6e7ae2a836cb3fad47ad0de0224745b79b78f90f2145ac60f
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.28.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.29.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.29.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..451bae079ddfe24bc3e34d5a18e338c4b68e28be
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.29.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:693f9700c05823f6b1b0aed72de437f807a29750268d3e413f53ec23b90eb0d2
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.29.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.29.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.29.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.29.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.29.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b86b1af686f83a8d631ce5c9cce8a9e1f717c4
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.29.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d4d87e0522968dc95b55c401ae1594859d76a17837eee20cd1ad92f5a761ed6
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.29.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.29.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.29.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.29.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.29.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06715d49be43cbcdd7e795d5bcb00680d0e562dd
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.29.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b4dc051820301572b9cdd04dd9a282db3b9e7dbf6c14cde09cd5bc95c5e85f
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.29.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.29.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.29.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..375ce0c7753ff7e1fe5cb6e943c5ff34ea25117f
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec8e641ed8baefcd4d5f9d5887656dc3b2f63183ee075b0b7f9941975e378d0
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b1f6aba29b7effbf848b840c180770c5956f109
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e4197ae8c2ad323d630fb0f01f2285ed979fb9f8bdc03e9746e2a0b2100966
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6a5b3439906cb659c3507ea75fdac1071685791
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe38de04cd1e1cc1735a942bdc057e5c869ef70fe830287f7155ae66ef6097a
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee571e6cfb05085bd73dad41e88fa285c109178
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8def77b552f09be2e00f9dba64b3373ae3d907bde0dcfb7fa095156b3e879fbd
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.29.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db864d560d1b79a72872ed21611c0012f1bb0dc
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56367f237477d43efdbc47025906f97a0cba4354ffc654f97b77c6180d5116c5
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..287f972ff4a26ee9c90ab9ee0fffe9e1b5eff5d4
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5489043a544f90396c6dd0b4df3e0cba1f14dc7de0731a7539347bc31687a942
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..268c2bed7d31d4debe8af47160d0541993699e3b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0819230a475a08fb48b6c1b8b3755d0d121e1091c0518ef14c8d71a50ae41fdd
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db0b0994ef3d995c6560e601daf9453a67ed8d3
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76490e9db1274d83976832067d4c4fc28fef41073062a6306b82e905302ce785
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c0a95d3a910ec01d8d0e906446edd70462661b7
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0ed5539837cd6a0dd9547a637de4fe6f2dc14dd689d89c787c74faba077d00
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e9b236701612168b0621918768dd42813619c8a
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca06e5be07d9e416b91acf379be58fd5d1caae3902c4fc09e75d4b0f04718e7
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b3221fd789d14ffe7ce7c381321de0617387499
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d293c9753f4c0cb87bf513f49a4978f916b0278d2c35ad3ee9664df650f5ef7
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.30.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.30.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d32956c089b071ba26a9b99743cc94634230b358
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.30.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb24a971abd7a89372d1f7da1747b20d6337cfa4eb2b296a46a63fd0663f146c
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.30.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.30.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.30.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.30.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.30.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0603a8fdf4041c473c09453823c8d25ccfb46c7
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.30.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4408d4f674ac508b7dd5f8a4c3037e4dcf41a44f8bfa8e928487b3541a364951
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.30.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.30.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.30.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.30.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.30.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..546f3d69fb10ff3c40704a2c160ab9978957e002
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.30.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08f66306e1fc01ac6d3d274b9eb5bbf331a4dd3d70eff67e1b597ad5e0acee8
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.30.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.30.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.30.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a173007ee2e28393231172aa42b4ba8892036e0
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab5e5dac9fecdc64243992c09091387ba20212a31646b54d562ee946158f4fe
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39359d6f4c87195f14fccaa6faf3eef846665f70
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f3d0f78e759c5a9cb18b483803fc892250f96b8b5ebb8730c4549d11046b45
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b62b5e0b0ee4deb16d5d01bd3a54c7899eb20cf
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b0a7fbef1b56d98e7ff87fe0d4b93cd76307f7d1f61d0e358518ab514852ea
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6add9414287dced0e9830c82cf423896eab5c02
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41fe008aef1cd33f41080035c47d5ff0aeeb36dfb20fbdf5b89ccb378c94d713
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.30.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.31.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.31.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bba4f9a50c0918161bc7933d69af0c04763dd6e
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.31.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b5ad8af8154862c1284668f587bc5a07717f7c4f499525ec8db4e2bd65c1cd
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.31.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.31.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.31.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.31.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.31.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3809cd5c959f94763db6628f780b12509ad21334
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.31.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:962cca29b5b273147364cc8f766a64956b0666a2923ecb07dd53da4869b99217
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.31.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.31.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.31.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.31.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.31.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af3a54825402c157cc580f0ac295cb1acb3a6e2
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.31.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:372a4ac2fc97e94a22781d07803eec4de15984853677eac291a7820ca73c78e8
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.31.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.31.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.31.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01ea90d165a16d7cdad2b67fe20f2ca5de7a6814
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab68a36642207cc9afbc7b704c47e1460fab347ed0439a4ec7ed9d7395b5374
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd921c4f2274a8452dc3651a902d0157abecbb1
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:684cb0729a34dfee669f64cce4975312f96a76b31ae82984393b01dc42dce73e
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa955a49257083f53d1f4333554e88d0e426422
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df6ebe8ce67ce2560021d9f56ba9906b57f26a472636471a606d46076c71d57
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6f089284e2f73f087b8930c0edfb926f44e086
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e3e201831a9308d693620542f9a13b4ea9c20e82b5a4b979b8d3586a7eb914b
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.31.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1c2a8961c6621454332e2040d1b0cf1e613ebf
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:165c8687274e72da2aa14d17f8deff46e9844eb6e875200c18abd928fa3a3755
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273637984f7246b966c0450ca717eb753ef7a328
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abc6544f9c409b8e02fc13fb1c5a202240f2910c74a0ba353d5003a094ffb7c8
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3112b8572ac3464c9ce6b7e16c5e0b9e674d19e
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c0ac29df54ff3f163eb08ecf8fe57e4231518cc8a896ecda7a59bbebd376f4
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9f6b194838884a3adb2024da8f46c77355d289a
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f766459168fca8864924613c4866b790a5349356f3d615e031a412319115682
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77780b542fd3cb7c26d843ce220810c74f843430
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8b02b12a15305e537ad54b269645c923405469a3298c5cd36584d5a45e4fb0
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..440f35e059817733c7bbfb6be0ad1beb36b79e2c
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56aa1e497cff94fdb7dae18ba91798fcaf1900e46c8e1fbf4e6b575c80f96456
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c77b1bf7d3cf62b2d0ee7816867ba51209375932
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f3e5f21bdaf64a758cc34aa9f503a9965920ad65b7243b5bb85ffd0fd604c8
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b3469e11f1e786cbc04239cc23d41b00a284a5
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca2e227185b8c5835453d65564a647b2b41321993344872182edd1ad8251bb24
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95d8bf2ffbe2140f677b71da58664b8df21071e8
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10881c63a2a74e28c7be373f862b1c06d25f3accd4e8bbf4769e5023cb83a054
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbcf5b347f6fbbb81631f5012d6a5c9dd225d962
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3516a58090d950f5096269ffdbf2bbbeaca8e51b487aa4c4d1d2ffc850501fae
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bdea0ed02ce89d06ce21562983bc2417e24b1ee
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd686bcb0fac1839f534a42294ab45def68a85efe86b5cb11e408c159356d4c
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78c019dd406f5a27fd720d6b4513e8978d9de992
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5dd1e74995f974a839fb7838a8e57f65fb5acede32f25fc5c587e1196ec7b8
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3590be7aed3924488f61590c0c168ba74991f668
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3963c6bb0c94e16c839ad0d5255b59234b8c45953b87c5916154b66354bedea
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5487c3328910943508f4e45f901288c48de063a5
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c71fc1c3f6b43c4d7a18cec4e2f592a8c4ac9fedf133cceb49074dac1baa272
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..636031bc7a2ec80af7e45248af42554fa29a0980
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff16b775c7dab6fa1153d6916caa2ddacde8bc33120f9fd4af373cd5d14715ab
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..713e7e717ebecdf43762f30aa22b04fff3a42342
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8582156a4ed65c41b4ba344c17e8aa6462bdddd1868f912c561e967f2ffbafc6
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b080dc2e200f4d98fbe575510d682e3a3a6a431f
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d404374af124fc29fb3cfd00eed1f8dcfaadf9d1b8e4d8215e6bed75f07091
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0231484cb9d0859c383e9a54aebb0898c2439287
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc9d3ef52058c040bec2187efa2cacbf1af6ef1b8ee7daa5b67bd790b68c031
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb643cd275da3b426f7e2b4141f9b2109bb0f7e
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516355c8900c4370d242b76ec77c76ad877a53340f374f9343ea59761c8bfd76
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecd03fa171e68db8f56176f997f3f5a415829000
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f32df5b827edc5b253a9e0dd38d7a03d49e61e739d47b18182cf94b1d3a7ded6
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3923895d6c590621d46ea7fd1fbaecf0a51616
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f4111e051150f00ceed8b20999ba4ae0720adf44c34685626020bf17197f2d5
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5817372fd0fc80721b82fd7e8eec1da8dcafecf0
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ae8433cb5d242bf2c328e549ac5338bdc21c1aaa4c5414f9af6cd6a4e7143c
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c37d28214946a7c330bdc27f47775a672159718
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c0453f10ba5b44a65fed03dd533bcf54ef1700627c5d375228a17e8436ded9
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d1ca294c29040d9ade938cd6991327e2bb2c76
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf0c445dadadeeb0196ff5592944ab7d5b632df2117cc101183d0299565a3ef
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7815c4536c79e656c3b1daebd117525b4387f108
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54196904b4755b388da4158086bee12caf0f1c548b4d9fe551a4378546bd2fe
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8eb8942e8c588e732c23c00d1cd60f7925e9d78
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e8760d6723687be589946485644c2c7849f8fd57a3b3a32afa3c1cc67f5c38
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1439f33a6a42a0ddf8882a2e2f7c0ae3f89c2571
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b720d6452a57a7922bd35bb5bba9663b3be17527c47fd5a82b9885395f30801b
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1c44dbb6988e23266c55c39d85e708b6ab58759
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca44f30ac0c41ab2d2b7b3e60af4862e19cae94f445936b2f00c623eaada648d
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde9551a7cab2537d14dab0a419509c9d37be633
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c677282ac9aa59457a3c53258c227f10faf0ad5b873e34c861127e5ad443822
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3adce2302cbe523154bf9c978b22e12ad4c7c6e3
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c7168a38b6f01edab892d09ab23cbc772a8a05ec927f780e29b1344074880f
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2243be53c5a93234c45b6ff60a368e58665a3815
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e999874297b86f1acbde164c474ee5b8e828270e3a5423cc75b21912881e4319
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d872e07837c4fd2a6f22cbad8ba3fb0e88d282
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb59a0f859b28f7b02598b49ba0d88dc5a39dbbad5046b085492aee4075d83b
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721ad5eb368141f15854c1ac7425f895145d76d9
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f12620fe37b997988937b4716289700d8394992d2f6d1c73f5632578f62237
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..243e2b2f26633d2f80f4f8ea20a7a7a8097b6d99
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9095d1be576988450b8951e87d76cbe2ab7782cc95d9418ca613dd11f2086b96
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beacb564445b7f4b5189f4ce253df060e2743881
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8313558497727008351b25ac267fab84649c88e8c7251fc2606658decbfb1d06
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c35cdca00650d359c73e71c8e6b4bfa68ab8ef6d
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978b849a014483103287bfbde8d8684436320f163c6e3f34836b76ceebc5c75b
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..870b623af58a33571058ac41ef3fdddd89b15420
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b7870b5419abe763b4d5362dd78c1d8eb3d7f9aa04134adccb56b3ecb512fb
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41d6b859a208d26dbdde1b3da53845545f5419b8
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7fa898479fa597a9eb64355e229c092ec36bc0cc7a41242791796b5a86d495
+size 58450
diff --git a/params/llama3/5/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25eb45431a88f291d545f79c7405595b079caaf6
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ca5148b3650a4650d686207f195b828cfafb77d143a985bd9df539714d8b2e
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2916e5c41486944ff931a9f77887115058ecbadd
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6f4c25e04682797fc39d75515ad9897d1f5433fe253ec62ad6b3ae4302f81a6
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a625e4dd5e7eb9ae8a23f77c1e707e6f02270412
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b6ba54aa6ec96c9efb86ce6186908a105e2937a80ac8a3b88c1c9102de4fd0
+size 17490
diff --git a/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt b/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81b9300122c8b2a8672515d187e6d6376243987c
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a2b1392e93dca18cf983d8e6b2e2ded5233acd55fdd3c204cdb8d8695c8787
+size 5202
diff --git a/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt b/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/llama3/5/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/lm_head/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118b854aa91951984a985922f2206b7196d61e4d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19652a01576a5a5b94d63bbb60ae6ac31693848b874214b845b8352c6a82e1bc
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/lm_head/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d13ee47a6f14290a17f70cea3f9a5e0ef0df90
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460fd2dea4fea59de54e2914b657b933e29926725e8142a91b1db87f7fae6f1e
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5d50ea1b448662a3dff32a4b04ae5a44d38c402
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c516755ad1824abf36169f7c549ee356caec19e306727c2912a45c2dd9c1a5c6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cf35a756dd7ffccae168a575ebcb06fb7447dae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dffa4de59bd01d61fba4f7aeb73ec55eb9312906a55d9c5f70aebbe87b303420
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff4700c367eab907ad584a1a449bfa750d9d94a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309c31ff9600f7f83691a2adeea11b9b8571131610112e43387b97aea274cc4f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe33ca9e2206ca638c2efbf953a3a4d1bcd6563
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14fc9c6732b1c730eee1c4d892ad3634eadd616f142b571b8ec7b94946d7a902
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779b7709a6686ec4b9912cc2994e5fb87fff4f50
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05a28fd0758f183fed43a0da373b01cfc30db0662fd4fab68a6b2b31be36570
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65153a5f40eb8bc3f6dde58076687cb0448a1b15
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6136b4925cc239b3de70e9cd116533ef7e0a9b78d1cffdcc840bf5568418ee1f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9ed1b486675c8dfa3010cc02ded049ca901717
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a5eb846813c6ea3479abb3bae2ecd73333f3abd3f58dc63a928377fd02de839
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa8d11a50d199e68d186ccd173e1bbf8e996efd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eea6e2c3df9661ffd0b04e2065e4b5bd8387f834c2773cc88e78222cb7dc099
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e210672a4c963e9f466b5725b4c3b3f6c66dbe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ad899c6beb916ee2a0537b68573ffe53348e0970f788f80904517659120091
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ba243f0fadec691fb6adf889f0589014a70fcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad2222c59ec81a6f9d38bf225161bb4e020917df07ce64ad04bba44130afa392
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da00aa7894620fce9df95dc0b6c317fdf4575ad6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac12f5cd39f93c79e704eaee6f6be175c42efa5e1d5139b1ec2ae2d6a35cde02
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282af56c8531afa59ad60c35bca411dd1f702ac5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:810c7bbe5c4e946a685f9598907b6e5dec726afd44e1538dffa7e00577ef9e2d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1335ce8add19fac6be08414a424a4b0f96825f18
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d34fc482fea7325ebb2021f8a853d534df7a11c4c80a2c380bd4feef64670a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b172891e2575f8bf874a51fdc34e59d7b9443911
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b08657ee6280c77f0fa344e65f0f4731e90e631de6e69fd1142e7faba81139c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f25be82a95fb8fd576c8ed0569bcb3008a579d3a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a78379acc01af45a5595bd327add5dcbe4183c41dbcd7d0c9fe00cb3447d3ca
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c410ebf0101f0ca1fb38e97fe9758175cf9cee2d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80444df9c97cdadc41b1ce614fa397e455a08ed2ce1fcc28da0e8c770e4f4f3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a0288c90b6b38fc7476800db48201adbc3cee1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15180b6a16efea0ea025bc1e2027ae8fd353af85eb9af93d84436da4dc067df
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c7cd993527bfacf7ccbcd045d6225840183a151
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b7519ad669c62ab81d6c696a6d7721101b9fa5eac39c5165d3c4cdf82a9e3f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb4cb5aae07d972e7b05f501ac9a80f311dcc84a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b65c81ebdbda5646bea251d4f1173551e954f4ed29d091ff6ab5ee8a9ed3ac
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dcccd3f168306e79bf976f6b151a750594f5b6e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb04ebd15bbce286dfd844cadd3a8da48db314232ed134e899669c01cab0595c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b2c9a447ed20d234011d7e4def7ee3f78e61c45
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85270dd329d155ce1675e95bcb0546c24779674b908e75cf7f35b8180cd005b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2ecb825888d4853fafca085cf057884d7fd8be
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85eb3b85dd100117c3a494c2c8b28aaca4f0bea07ff0da017422e9cd58e1b87e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04fefa4d02c3c34889fb78e32e7b7acf3bcc492a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c0e203689dfeaa86b499fe5a4709671fbe7a51e85797cdcf7766392a000d6e5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14be420332efede98a596af7fe82239112ac0de2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221c55c0dc5474d3ac593f5939e35a424ae52c09bf8023229a6bf94ad16965e4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12cde41f727eeb3717eab7be66bbd453bc230d9f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b513e1294056f58701d030b8c0cfeb081470f49aef3c4838e9a5c887c2c489
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87508fb24bb390eee868751ce260dcd86ad99f14
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01bba2a23141c2eeac5972686d7cb493c74fe6396a12ffff18890c5671b99da
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b7b732d0cd36f8b8d20bc8aa07dbd471b2e80a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca33a1ad910917742111a4897f6af9117bf6c19052a64a5b93d0138128fc03c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ddfd1640608d2c919ce9be5303330b7fc456dc9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3ea22c34909e3f2469e2c46120a6f09245021e9acd68f53ba2b8afbe6db37d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92aae7fb2483638afee6277e35e988488ae07d5b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4241c78ec9c0017f52e83aee62eb588f8f508d36582057789632d3ec0fcca15
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d20294fb629fce8faa271e0b7c24d0a757c8410
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd87fb1221c8d9edef01c66271bd5509679a502e73d63703cfa90d0475191f9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2215b3520c9d039c62d4ac8ac91f1648433661d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f10e4a33c8db1f4ada09c08c67e95559beecf7819c716b1a34b45976c7c57a59
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac07d05476f8252cea3fbf693500d9525e1054b8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:743f55f7db07c0882b64db8e56e3784f7f54ce7e3413d548bc81b8b19aadd51c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07955a2c6835391de6ccb088509b5dc330733332
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c445642fdec1ba3eead0078e35094229de8f8af96484dd86312cf3f47dccb14d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..769c92a073e1b2cbaedddbd4b489cc91a0ae26f5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae98b34576b4b34c687082ea6064925025afdf7067d3e98288157e10e9a37b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8797a7c1762f13a42ce6f5aebcfa8fc86105cd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:409919eb0e85a126a4bcf914cb97e8cb15d9d2ffec63daa682587693b21914a5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea0891dfd271a0842ff924f36557f4e5e44cc263
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d47ff80a2c489c4227891898cb7d6d3317aad979ef009ce0eebaafea143f0666
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..549425472cbcf2862c6e65cf236ed12fcffcba37
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb10bdf69c1e3ad504db43df78cdf306d04a68ecaed8e2767e76ee97a8addd07
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..302dfd2d3e3dddd5339f1f3931738020b752092a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d996b63431580644db959288a5f463c506bf4acc7f1089470a417312a1bb73fe
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8e703fcf6844ad0f5711ff0563707c08ba68e0c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24187031f247a7ca969ff271ebac91d0f7306d434b915ef587aa192eb6d748e2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97626559c77612db80a8b8d91d4a46dd6235d233
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e9af4705558508b8934a186f63a163798ddbd3a505cf282ab3c1c48043411d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce38dab7caee80a83251a8ab6075f2f3d7b0e79
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70671f268d4ee20211ab76777623353e8627f130b38f6d1aac5517262edab7af
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a6f85cc496a2ec7abe7ee14a4ad15646f7f53e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5c2f6d76e0c317c139ba65adb12ebeead92d1afe147c4b083587307479d329
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ca1c488a0a46277df7a234874f2b68714cbb284
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf221f4aa463ba640521f6ef67a9dc9886bc4060f94ba8853c48e1e438f6a248
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f9cb78edff823f2340eb5e9b8ad32c9cda100a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efabccca91aa47f480c3290dc3a02b24014911fe7ba1bd643275ca069680aa61
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f699998073488e71425ad4557b47822b1883b7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea940114a18a47bd89a87b38dfbf52d544daf3c569232dc354d8089410d1082
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..803537d2a084e5b584a71e27ab611279d7612ec0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:531966432f92919ce0580ad2ea10bf91b0ea8a9761867079aac0bee2203b1adb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318719686f7ccc68a1c2f6568b0d11fc2c59bbac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a9fd32a319cfd4073e1c5e571fc291e9b89ad359065ea489b4f8c86b93c551b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54caa9bff5b809f3cc3e8374faf767fa305d897c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e4c1cba84eca919299ecf227fba5014ebaa09186529fbcc996b189e315a502e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa81eeb3064acfd45490cfc29a1b5d7e2d1485f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81665e837a10d2b67b6e4b71a42f4457b072da1dbb5714364f407af9cc53ce7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ee418d306632726efd81aae69241c9e4188c98
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5156ec9f8a763590ebabcc633d2da3d3ce309a1dc2bdb926bbec535afd44a12c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac235af71068b98e1b63674f9f709917f85b1fe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f837a3e3b0590e7ddf19653b6dc6385b9468ebb2dd3d5f71c484a7c7b538c65
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e25032099f4f559a4d0f61d33cb32715152df65a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ef2dcf961f7d64ecc51b4bb08c268faf391bf2406fa8ac37d8c074d3725b40
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e4a3ea844ae380dd3001c53be730cd72772b6f3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a015ed4456533a8a2e2552fa9a07340bf97b8873855a4812b26e7f9d187048
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0c7c216e7f651121d8a980c855eb381d33a6b2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869e0ef7f74b97015a95853fa490de576e4aeec2c1e2171876edfa4cb1813038
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f070f7e26c34ccd288378441fd7c359502ba809
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80fd566b54948c5a5fdbd9370f6382e1c611ddc388d7682590f7276efa6bf462
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb85de35e8b5fc5470197d9e5e26ee98812db51f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a10c4c10f1b3a4fa9445b90dbc2637f0d6e6fad657a06d41dce444697ffffc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d33bb9dae1f22a780dbffc911aad08554eeeb5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf3a6c52d2b5cb9eb05b93eada3b8888939c0e4d3a22739949c6f8c834b6b36
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c326a32b8bed34bbc2f54938207f5a7668267d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b1b4325657f959b675a3fbb37c0421f783d10e8f12bdfa8a760e63f5117d878
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0a564614247cf2f517e48dc58772f6f92173e22
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e2a13bd61ebd84d654d4058f5490aacd7dd2c52cec72086a5dee33e678dc78
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f5a5f00c2b614f71cbc57b725fc2cdb64b1c14
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42efd05b0169fb7c76a355e9869e49681181b0e0946aa77d61b46eaedb21eca5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b88d47463386bb241fe24372c71c12b48233718e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60bc6df85e780990b618aeb783b5f4e54c92eaf37ebdd7aa9aa88dad7e09ebc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4718d4d93dc7d6e71fb707c9788efc3149dc454
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a03f8956a6880599645a6c4fcc3259a1cb4d1905bf3bfa4fa66cbaf97352f7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ffd15a2c3b89340aab9cc1ee2f02733068f518
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab23a8904e35734483d482879045a992fb9083302721829d7268a73b6f260ce
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8db475bdb4c617dd795a4b2403f8d507221f8ab
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56e22f88ab8e4347e2c2bcd7f6cd0be8fc94e9068e4625f3e07f905f01fdd8d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c415a20fb09f03bbaef46d235e2d61377b1d6788
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36b08d6928c40cfb773b7d6b57ed1e753388e3a4fa5b5868785f30ed0aef6a1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c81f041e231e3c9a2d51a0abb059fd3e6f596e32
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8911f80ba19ee6f5a56a290c3d1b72335bd42805dd4b3411b810f1e853a996c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..955e52dd93935b1e700ebfab14c7134fcac04289
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa3922f7fbf8d3dc14407114a0f9a51b45bcbb253e24163811b8d6dd530a25a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4ad683711a09dc5d1efc199877c8b5c756ee9e9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1810c55f94fe6293279a7d7dc8862bf88025c86a793cc7cbe1110cd13da2f1d8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df95ca797e91e8d8cda98da3845913604247c3d4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9449ee27220b6a12b69653ac2989a7bf5a11bca1fa36ec3abbcf9f9372d51369
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08e41fcd6e6c3d8bcc4aa878069ea98fc8c87a17
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782b6e9768d884e2a478e44c5454dec85d05a6cc7a75743a1ff6dd231d853912
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..620cff481ecdd8a040fa44d5865de9e08a1d498e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23483d4c72057ef32df66e206441372fbb0dec27cb551dc611f7d55cb06a88db
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3deca51ab4d003149f0fb5bded8c713e4cf8c531
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd05fa0171a31c81480244b3413663d7ef48c947a47c80b828d545e7279232e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5474c2a0ef082c70fca2bfe251fc5984b7d6269f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489ce2913fe8d6a0a1513f5bc86727efa46d362a1f594a799c9bb22a5bf970ed
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af4e69dd1bb74ad730db9c2021aaa8abd19a90b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d2c7ccc6797a702b48d35e2eed412e7339e1dc9e2c30860f88fdaea6d30632
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c478633e285a708fb86abf0e26ecfa470f1aaba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ff9c4c64f77d7774af5fb80b50bcfadb2dbc6df810177151026d67d46b311b5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ae5f31f47ce3c792cb333a499895c3373a411f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:921bfd070840929adcbcc7e2ecba824bf7e76b9838439381153cd6a384833c1a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f30d210efdfeaef1f880d57cb366bafd72f87012
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f16000a201b5091877e463ef7aa1b708d5f8154fdfc8de7db240b38fa62d00b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..548006861951120e1e62af2ec88f5dbf06212b46
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafab83f1da2a0c70d4ad4f6b6021510d1530ee5c7380cf19596345a868f3a1c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9f9fdabea667753f7aefb4e9b211c00ba3ee5be
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:340feb9f5e876d8504a9730381f5096ea102bfd9def5702c6116ee31d60c3852
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987e67ca5435a0df842f4764471b2ecedeb03c50
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c9b2e807d73e926990b06dea3f4f3a1e7c1ff3aa7c4382534c53c2089763a0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f5f9d00d34bfe3c64dee4d76a3d86a869313312
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e18804f7d668567989b509b4a2bcc9e303ca09e79e6591bf1a6d04119b758d52
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f751988463f8bfb1683d58e07fd66f85a72a47
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46b1042936436d8c99481aa20987f5c24ead6b8defbe5ca7bebf62ffe3d61962
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c144fff54f46483efa4a53c9423292ab24d5373e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc1decb3be0cfc2e682de9ab56881f50a79ea635250b136774b28c7ef0a0415
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4045143b6aa37fb3d103f5c7d74cd588e8293391
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3266b0d3fece11db8ceda4cd5ab0cd60c70f40b2e55a623f160dabcb1c2c3e45
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36930db901cc6ab173466dce0fa2d95806dcae72
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6e3db0eccbe3466f6c6f27bb6845e477888c9f918ed8251d9847f81cd6adf0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81e7486e80c12a255f3b3d00ad14dab7af8e3083
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf77924aceaaf14a0aa44bfcbf7365bf7c599ea6d60ef389ec017d65bad2ed8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a23408025032e0f874a2f05c4f480ef19ea2a9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1619bc1753344b7fe55b1e09a10c36ddf8178708d3f48fbac72fac3b7ad695
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db1c4996a319ed3cd5cac7f4d35bf9962f213c4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c75671780369c9dc9d66938ea90d96b14167f6e84bd960a6e5e424e8919a287
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64b02e30f32a3195c25c30b3e9fa0d54cf07dd1b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f27d19ab03e5b05128da4339c211793786f2ab5ebd851145612bf5dcc13440
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02897f5a1941a2eac91b1a62ad096c6d2b9d788
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ab57db37440db6d31c4ad76606cf63099751d715362ea33dfc41ed2981f9c0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a58f62e49dbe1e31bdf9dfbe9097c1db106400
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6bb0adaa121a4f53075704ef3ec164678f832e4b3080c7784d9e219a6c62ec8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab5a9cdc8b8d63e238aae5f4ca02c633eaefb6a8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dea2a77ffacb3da3d7069e480cc0e189413ca9ebc48544f995a690bcf650cc0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e5928232df93d6b8966be7d7d58602c7aa24be3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f491707160c7ee23b87ecae7c77703027e16989332c356b09c15bb6e011e84b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d08db2d0b68b04512f22b6a7b6f61cb82cd06a2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f3db3e513fd7fd8d6d33a7788fa797da54fa89a65d753027a7459ccdf46b9a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec5dc988ede7793b40589ca3dcfae0ae9430adf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2720f582e371484c5db337fdccbe5750309e6615930b778661989aa8f53dd2b9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f423def34523564472d657a45becf40bb195e72b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b03101bfbb6811fab264d22f1f4100e19435bb63074f5ee84b009f8ac18da7c2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144d4e7c32b411c34fb7ed3db6d546435a857f94
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b6c7851b38bd16d686dd5ffbed3020ae2d8b5c0ca0ecaa4bece7ab724364172
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a6f50254aee66d2b6e32b925e41c9d4486f7d7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d2b7a7f1905d3cf09637ae8ef84ea50ff8839ecd550426ee1bc3f2e0aff94b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fccb07c034f22640a8291ed889ea5c602235eeda
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee4870d32a476406a3103dac1abdfdff1a859b445e3020941b4931e5be517999
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01050e05724ad51b30a2f302d4ed073a2f2bcac6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2140f21a122832d63ad31a40b63c321f033381f93c11111f8864acdb40476cc5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84048b32a07b2a81b7dcd535519017826ffffee8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:150183eb2fc51e6f42756e5f4b82594769c0284ced4a5b184225fd2d83324d60
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1533caf6bae6285b047e3efc34d5b1cd78e82241
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e62ccd902aabae8736fb5f2875c26832c6262f937a26a1f670593b28acec33e3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef9e253b1d4241ccc992b88310ca1cf29fe3c76
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469ae3ebe63ef5bc704bb3f527b67670ffbfd1572be4ca4d427273e486ccc00a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87279bdc8852bf1935437ed460ae10247c79abbf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a511f43c57daa75f503d66ad0075dfe2aa406687fb1d6f4fad9dd53ff69d3a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8020e7a47bb1fb4cc307d8145cd7070c2343ad49
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf6ed144eca95fc8bffe665bf6b24be9210ce253d072093026be4d40dd69d18
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e5fb521375419ac330a5624f18997e5b64873d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854309103fb03d4ed27a20e2a10be2b6e37193cae1602ce1a9bce5585157b61b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00a76e06d526e58a8b673804814495a62d1bdc8b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2750e6eed740191d6067704a2f0d858c2af29e02309917ebb5db2fdf14a7a8f9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73312c0e055ed8556a6ba507d05a9d133223112b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4589a3910eac11a2018422474da499d809fda3bcb53dc462d09b4765a41e3fe1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e53da5e993f608a31b7cd7948c79311eb7c8701
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:864e27acf2263d831889922eed878e3c0e23966eb907c0b9ea8337d745993e93
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..688ef957d620e21ef0361d637a42a489534e31c2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b547005883762df45d622012a2c588d149db3d0474497cc0338568c07bd233dd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..213f42b9fb6979f4cd2ffa231d0a6ec47902deca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959a5ca15ef66a8ee9319529ea020a8c7877291f1e90db601cd6f50a445f1c31
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c18a605bfe1ce834bbfdf21edafd3bcca447fe9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55235d473453c7934540e2b528464e37ae33f2e838addd76af019c6ea932871d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cf98f76a23f5e433869cb62f4f08ac317537da8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8291154489cc53e7731fa9735a3fadf2ec597df3ec09190cd38f41f6fac33ad6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..489f09e870a091fa21a3d26bf7757a618c4eaf86
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01844e83afef0ca02eee8a18a48b08d5463301ffa7d33393f49ee4c4e6437b88
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d979af103004a02012c0ee544bca8aa299b6163a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce5eb43a5062b15b35f9dd31854b48c387459117f3eafa74333af12381cd39d4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc36a9a414778e7d08240a59bb59bf2e2faf7498
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac6e32e3946d2eeb46698c9547859c3fde2d47af2951f17100f7c158bd9300c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b0bfe66acbe3d17b47c4a1d858e67fed6addac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3351d54f48bcd26740e568252e6ea595303e085b8cf682a3d16478057f7afde2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b7733ab7f293d1180dbd10630c6c1c45c137c8e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:248e9b420ecbdf4fd1a7b6cdc745ed121d170d7b83715aa60eccd92eb79bbd93
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92476eebdecb15e9795dac75567651b015bdf99
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f13d100b6a03a6ed1255dafbd41184c5f84617089fadb33cda9731ca4e459bd
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca0c49759dc0416ba9b2e70a3ca5fcbf29d1525
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cfb7b3aeff145978e671fbfb967c8101df41624f7c919d9c587f97f41770cad
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af3c0b2d8acbaca1be19dd3e1bac146a9990c2ff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81a78a921e827c1dc9798f05faa5602a8be01b27e56e3fef546741563d77a8b1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c3cf9eeb33d00cad151b146b867ece7b514f2e4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1c0963da9412f1fdf931c1cd6b35889174330a2e6a0c7792a0209e1145cd3b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..452f090a0eee0202301002cacfcd6c0e99375854
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1714ca3c13839d2b30681cbcdf2c9a3d1dbcf43d4027e56cfbd4c0d840b22384
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bcc802c19a8c1d7eafc6aa13ac350b27d52fa20
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b44f400eea3457497b6c3419a2d9f8398567dd20bbb4275558f62f5d4b2e5d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb5bd8664ebbc889b259dee17915069d0d56a441
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a37501466c8e7bd2c3648478d4654b9407261b70c9a4e4ca0c6ac57afed64a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d2d4ceed988a728780b18f317d527d62c6df9d8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830ec10a264e9929971716267c14ba10550c1f9443ab5ea6fa2fd3e51965ae29
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad0a9398baa60e5af06a8eb31b5d36f3806a0374
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a84e3c6601b05832a017f6cfdd01bee372d1d3bea4bcb8076b0ce1634007612
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfcb6c2e423bdd015c3274f4b8552c99d02a31b0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe1364c29ee668377516620c598351b234d77f1e957ad29a3895c1adbecc46da
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fffaf31f8050ce4a440d66bff0047993e67aa026
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d088e8fbe2e93ec85fc048521d1793a103cd7d072083c314ee92299d55d069e6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeefcca1c80deb96928f328635dda12ef092299e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad7eb5e92e43329922055335b3ac975bf97b8bb22f38e9e5fd5b87c119a4f40f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b65cdc5a42a862d2a90604304b3484bcb823c65
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4beb9de5435bf6987b04049d51d6625cd3b86737e8e25f3181813febb0bcf61
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f766e336723f002d3da255fa7d1bd3a16b92f0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f403b35f49c94213c6afbc50cde6815fc0da1975fdd1359783dce2836e6a16
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cea294153a790a60687eb7546267e2719ffae10
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7711cd994188f50a487fc790f3bbf649c1acff8f801f71940b774df1410b5c6b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c8ad31bf22750d08073303e44687c1b8a7d66d8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae699c451edf61f6f12bc4f6aaf488422d65d37a3a4346b8fffd894976057b4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a8d07b457ce37a1483e5227c2fcf3ef422fd87a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31454faec7f0be89cb108cedbf72e6927075a3995a5acc8251e455bf7f415ef
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f88f36fd3870a1e9478ff621deb980cc58e6ee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992c196691f08baf3da2e01bb79c025b785bfc410c78276c5cc3212f385cee5a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c5ff417318c4709ec1fa9dcd12ebbbbb6120c4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:918a64c21158745b2d65b8294d7bc38f801791a8de29b078a232dca6824478f6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05bd92e20dd44b3076d888827ab1b957c78608f2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d0ba65939d68a0ba7ad83ce62c86b868fb05de4b20aa6f99583eff740d8bf52
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30704705ed87d999b4c92c66e693497d5b0480b8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3afc7543b4ad6c493d9f352c78038e2b96e731cd6e6a82b2a43451a90535b8b6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89995027382e4dfa9d97749878cfa37a2c6bc2f5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5628c960f002654ba104712ff58d5226b3ad42a118d5f9fa1146452cbe3b2e18
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b51d9a54c197d612a9a26a56e91ea73d8dcbc8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5097962470b8435792ba03d6e964c17322f740f81761d687b75492c74df436fe
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..821b064e0449ffaeb9b63bb8ab51d6ba73aa773b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94dba50f47c0cb4d2d98ad209af00f638a9c76fe51ac3bd3086c46b86be07919
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2455c776456b4dabcc7e9698c103c02d57dd066
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8a7f3f2dbfbab81570fc1e9de5a160bfd8f4b57494879f2442ceb0fe9ba741
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..435207e67d0443939f370f5ac8028208a5985f17
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b692037b6631e863ca078a52a6cf7afd614aa730311e6848de5f572626b170
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd80f59bafea92f1a20b7afad752b40ed350a511
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d679a584449788feef3d725907d5a85a3620ab76a45bdd58f4c78d5dd182952a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579f0fcfcceddaa0363e9b76bd646a5b4e17d4bd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c3abc8d44e31c258c4ee3402dc33c2d7e1540183d7eecec3000c03f5babed34
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73cb84d8b84db3ce28ffba3968e2097951f24e04
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7babecc6be19453a939b80df6a48dc800f3e713655dd53e08b65429dc2a39fa5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6db2039a82f3c43847151b32d9a3ac3fc85aec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601b36df0228d47e3ebaff89c27a713cd995fcbce91a4fc4c5c719a73d22bad7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a819667df88011af961793ab2b4b79559a3fac8f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67b5e4c564a960810dd4c51e6d120fa11ff2f399c633e7501759c679b58498f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd1b41da88032f4470143f08d6cb2ac03b8ed5be
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77236929a2b95a678e16c71e3b8041df1accec350f822dd37cf00511f6f16cb7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ef44a61916c0320325bcf0c4a7757b53e270e25
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d014839a15379f856e218ef3f15b5ee765976fafd016ba079830482055e322
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb914313873833e7a4f53aea62790d4ea433e69
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fde92350860510d66d01ed6a314767449b28bb21286b1e21ad8da9c7d2db2810
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb709cd145a19810cb63394a82cefede474f557
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae30e9c317f0c8dbb0da9289968fae32fbad3cbfac6740bfb35635e69a4b70d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7616a56a07d0bf2bff8df694c26d4f6e71c6ebca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714af81b6a1a94d2de1e39129eca118a4bda351959bc116da580ed33ae579f31
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de77580148f87abb0d2ab569f3895bcd5852639
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84aa32d89e36a6f63a7a40e3fac3b6e31e1c39a9d4b9bb7ed27bd8a30849f338
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13ec22f31298d37dd1847be1ef9549ebb57e8a1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:591510d47e6f77e97c0657890342e9446ee0dcd5f2597c9ec98807e141c0d85c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd28f186002c4d09395b8f7745ab4c49535af713
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ba2807397fd71014b3fc5ab8043f9c772124f4df77a84ac47b1f228715abef
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c60a690ba882074b8c2e5bd3643d8aed158773
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b21b34ced2693d5d58e8d8f208bd5a0b27d3eeab6fe785222d37391af36ec0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89224248b75a9849e0bf8cd5c6fe1cd07b397789
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9325b3602a7392200c09e8a40fe7122fa397ef7f048f5d074ea87432757b13c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dedfb9eceed7705383da5a1bb13c0471ef8d9a0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89f10bf2a25715a4aa1b18a951e8fa7f435bc9f6900658b2f31193c538b6b30
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20a5e4c20bbb1dd2ce0d60dbf612c6ce8f803e16
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57d167c30e659bc0ea2069db4f6681e9a0553e8a3e1118fa2c54d6714c56825
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68d4ba94ae552b7c5ffbde90dc58cf6a51a8431f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5376eaa9bb27389d0bc48b04414f0dc9fc092ffea0bd73a70daabf30e0ab63cc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c18537406fc6cc4372aa2df145db822c708796c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0963b1731a3e120a95540ed4b45528a3910ee59c542524c15c426470ebca953b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e565c984a1126a9a49a762b7f6c86d5f8d5553
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb8d72f423f4d8a63b898f5719658de5c965c95113a7bff5d3b52ebb0ad516e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b66814ae5ada85e76ac392e8e7dc7bdd35d1c0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f308d290fc56f3efe6858f442598b745cd1bcc5c9c0cd04c88bef78d2a9241f9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b16af08454642d24dab1b37488e5d5ee2f5121c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae1327a1c82840067cc0c943be66bca3e97bba98deb447e9e1a71dd2240d687
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf0f6e786e9409288f1edc0f77a6134ba040187
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7967fbee8b51b5b78b78b0a03b1b4c742c823e2e5aa58f3bb1a46ae5351096b5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d24f5b49c0a601fcd2c693599b878a644f17a70
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9653c6f82c8d14938253a5351e5798cb02ae4ccc80d3dfb60038961fa7898382
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc3113696b148de1c0b1cb8489f2ed680fd744a7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cba91882f84e621a9427e0422ce1119ff4bf1b829541f5ba52dc6505e6418eb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf796bef46b9667131e0ba7bc892557abfecade
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70eb68fa8336a70b3a7d01a6c388cf8d32cbb7c2d3ccbf0d6466009a1dca9fb2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a38cb84c1662d2c570d02cb3c73fc0b39c052f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce059a7303c4f70a2635110231d4ce7a5bedfe289001f07f12acde7d43650a3d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e029bf1eb591adf8783ccc1b732491b709058b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f7a7e716528a9024651ecc84a96323bf8ee611045953cccdc4943fdbd94fdb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b59879228211292e9e8bccf2f5bc5213088744c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ff3e1a5230ce04ae02cc8b2158b5689d35d407d1f0b182ee7bd6396a874dc2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b1718afa0c9a2f41430e0f6cbfcd758f0b7402
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c316f66c4ff36d7cf9b0db6170003d522c9bd27399314e72787de030bc3e441d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d6dd43597e51d5822ae8f23a402fa120d8c940
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56945fc7e86926686b4ed80651a12f48122e531bdbc1abfa2e65f8805b86a881
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cf13488d44ae294dfdf474512b5ebc7eafdd7c7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae3cca4f32ed9fee2992b1d0b35be48b7dc307cab3e5ec9b6db67a264dd3f79
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeea2e328769d41898c8cf56d358c5ec755a215d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c481204ff58ea28b2d675a8e685df99b6407fbbe02ee01c52e3f7c7c4da0ed
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2fe50be2a914ad86a097ebfcb8e519d3df997c3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:081bd5be8b231b6b2141f67f1c146ccaaa894a5011cc2354f984911f71beee8b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a91ad73116f6b1ae78d4d22018bc1707fab34c0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e64ccff71421cea6ab75f004b2720cdf6ccf8cda3c1a54bec272289ef18308
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1059a0cad5b7ecbed8a65bf03496de9589a6d8a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4c345fb73a69d787a3e86da04de3ff85b64121839bdbe8f47fd6fd2f9fd02f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b95181ddcda2a3da00e020798da414b0b559a5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2a2ee1c75668e2fce6b34c4844cdb7fa32e9fc9c1290e0fd5927aec3cfe177
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b6d954f542d36ef088a749abf2b4141e6854f3a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ef975ff402d8060fa8a317fc8f15a770ffa1801f2380a0ed7e1f9cd56d2efb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9bdff3486146c7ecbecb4c416513dbe18e4e975
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df8d5c03ad17c8d33fa0daccb103e6e1e6e7f56e441c196d5df0323410720b6b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17184461c07ef6471bc5cf42dd9bc104ac1f1cda
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8642658edead4048911729d6ca2af64cf0d50208a995f0bdad4428c1679b7195
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09a8875f47ef261276e3ca97d9ebd520c17a3c19
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b3f6a4bc91c1998964f806106770253780069a6655cb00ddcef8fef3397c2f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d9157851bbad2064ea86aef36ce00c132aa0f77
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae5bf4ef13cd6c207020c516771a38a6e056baf7e7847f5449d0d2460a366578
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db795af71c1b35aaf5441145d9175db84987048a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5454660db14b791552e2e714106d2e9b3b087e2457742b49539b5c4030078a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067c60dfcd902266a2687eeea573437a3bd0b473
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74cd12a7964d57215b8da8d58302f6ba3bcaa9e44e07620f7779224cb9356a28
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211cda503254cfa14fd6cd9b0237769229232d61
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8678acefd5749f9d79fd985697cd9a90c3bda2866e8be627ea526c97156d69
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2d7f6c381e3b16ca6703a5427e15574a8c351b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729a52e2de1ff48858344e4944b64051e67deab24317d1add89e8005b03c9cb8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98da037520a344425dcf467400ac3d5068c27932
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f819f9838f45480bb2531b7a5aa920f14bb1a187f8e4b39f49d83ac0fb08e9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e037ecab9e1e7de53d6965f65dd31dbd68edb893
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:253dd08974fd772e89b30ca2a52dd6eb7f91a84f8f42940100a2c41eccc34851
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef63da848224109bd7401e1b46204a3111214a3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661fc12566affb10979d244b2db072db40491e0b6ae9451b4cffabe4ec19f9ce
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e24f4b776ccedf8c4413975401e726013521f2f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d203274db96e8d3fff414fb4b9bfaa18b81513c0aa7e4e26fe56cb219d98e6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46c53fca17f7ebabf16fb68f46f3646ec9aaab4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a94468d08ce47026bfb56b0019d0b9702729ced49852985f46430ef34d2a3a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd375e0f3cd6440de286392b051888f7df8ff6c8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da5e1146518290730576eeaff109d93522339400edd6bb8be30f7c22a71cfa7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85387c2fa44be087f1959262e75005abc980ef5a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7699f9be3080816eeef4d4f31d407af0c946c6ae562ac7906ef27daf680c4787
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0344f8b740029af3e30d7c7f9a8f26fbf5c547a3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f290ce135dc2e08054a8fa4c0f6d6706abe09e7ecbb429a6a174affaa4a3963
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..612d90f56f193b19c26decb97e4c5ec8413ff8aa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2453cc127134d71d43969c6a3c5318b9ef4d9e543a6e7a03f74618af02f58482
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d93b950e67a4ee7613a7de08455854a989451f46
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb1a192618fb266f1eba0aab2a6c5e591713873e686f7475c3f5052d3bcab74
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca0070ed6141244b44df2e2d97b42c5f9b91519
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e56c0fb2244f85d0199bb717183997348d89a075102f11913f6cea0c657365
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..191f11efb965a07955d0873462e488c3e9fba690
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8325599e811da7ddc8a43f4906c1be7ecd107f0a8f7a1cad4f41ef1d1c52265b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d924fc32001af2163fca9dfa375bbabccb74290c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705b5042d7022bd2e91287647d1e3900bf3d6a1c0535bc1412feacc934240f87
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e78f5ea255eb5a8c16b054023b02beca8261458
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e13c5fa86dae90d3f00bb28a109d81a787ec04928047d3398092b356b3cffba
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e6a2a1a18700621aa15b33f97d6e9158c2cedf3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8afc8a9735c152e073e39e85967781a09e2b6f0f29c64fc56185d074d4dadfd
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c6694c486ea87a51da4491bacc8482e541f795
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ee714613c7814aaca2a4147f53f04d86da4b8f30e46b24f7655cf401b8ffd5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b38d68884fade0dd9b8321c54e40e1eec249a91
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ba47fb097da97750c0fe63f214680ebc7688599021bf0f35864a125930afcc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb5c3e03ec86c872c52700954cb173e0561c4bd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fafcc6c39e6c84267940056234b5b8f3cbbb012b1ea6560700c8f751f7c4b2e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27efa2fb258f5047755b1d316750cd46dff040cc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1698d93559eb5261f3ede6704f5fad0d6a8246d6a34403f1eadb47ce45cfda04
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d143376f9fde71c46bdad70cb175452d95931d0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba731a9ae997de672155b70f6b53393492ee85da1e81b44ef90dbf0edc90f752
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0474e6942ce5cb9fca5f45df796cda835c50a77
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e878697dd4460bfeb2612fec5639793c7db26ab78e3a67c56ae58bdf7fcca548
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e705fa48efd890722b3aafc3ef83dc14b36a328
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b542b5cb9a3fb0c9b7ad13a91bf72f279bf1c1bff3cebc270c598ac3ffd89de0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..477416ec35c61c87c6341efe4a9265377c9311a0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b576d4fbe8e6ad4960e9504bf193091feba913e5c91979867dd001d1b1a549
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a5015a30759a84d74b284d7a812df728012f9c8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb4e3b0a421f3429a6cebe6c90ea493963297ffa19c06277168e5ceb6074257
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a4547dfba5941eb1d363c890a698bc19acef526
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699060229858055ad539057224923a09c988bcabd843a7e80c2bcda0bf195312
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcda205d2b1697200b657a612af5bd53956a7e07
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7544094c7c6d840ea2b886693efa9e9192c3aebb80c994b97f91bd4a8fa67b38
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9549170112f57d91bd77ca61bdaca469e2c6f048
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ad2d0cff34e503962cfc8a8da944b33d6db9d9d6066c5d3b09be80ae07058e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3006d5dc98a4d8af59bbc677a67ce9a9fa63d6e5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c0dfac493cdc6011ed7dbee1a2bcf1a90a9e75de0e551985d1c038f7c733fa
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb24bdeef31f44fd8562e8bbe91838b7207ab71c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b334c2552a203f06a95bf1a766cdda6cd2400acd184e3f0ecdb34dc8d1f7e271
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b145d61abbc7d0f7526ed5f6ae702f87a9162c3d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a26d99aa231a56030758fd95019d7ab691973577becf163db49ec7bca0377194
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c651dbd2d469a6ca98a98aa825755c5f96659718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977ac2895f72769c2eb18d296d356bb6c1be7c4d6c8ccb19af45aecdce811cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c34f3c9e2c541d10968f04460c93a285fd7778f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0c3c8c499a2ead02d8b9b04fad78a0145bbe469bca445bc0e70f618364b968
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e3356e0c0676965c50bd87c35ab73696d375d08
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36a34473280d033b16743c4e0009c3a14006ed346b40f0debb7b3f72976bdce
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c1b0f4a7e8b2e49c536f8ad4e1ebf1c70c5da55
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364e4c024037d24764425d0e05a1c0e978a1a9a833f02607eafeb4c4ca4eda63
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8899f99badb1884acc64cef0ce0e552935bbcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0180a8d0db7c13ce4276e4e23fe9eeb44c3d38c465bb745d8e4f4550e610b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2bd55a1ce707cff03eec088aa60078f9c45eb2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62450f383b50fbd8985254bfbea250381d15f2a2aca3179bfb23d2a6f766f40e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de476e396fc18e51ab6714ec1021975ebcb9aac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ba04fc8c6b678e1f57179296f30b409c59c656d1a0e65398d29b725fd3fd1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/lm_head/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118b854aa91951984a985922f2206b7196d61e4d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19652a01576a5a5b94d63bbb60ae6ac31693848b874214b845b8352c6a82e1bc
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/lm_head/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c126ea42f0ae5a530b871b5c3a44d2f932885467
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f81c579a89aaab48ace9926b2f84ebac05384e53c0b61b4251c95dbc2e1a0f
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5d50ea1b448662a3dff32a4b04ae5a44d38c402
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c516755ad1824abf36169f7c549ee356caec19e306727c2912a45c2dd9c1a5c6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc2c008b83a22aceece8fac8f1a063be077ce4b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed92a844886706494a975cc3c17e80d96c27f094c91bd9fa3b82a778dfe4118
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cf35a756dd7ffccae168a575ebcb06fb7447dae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dffa4de59bd01d61fba4f7aeb73ec55eb9312906a55d9c5f70aebbe87b303420
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d939af4704eca59ef7d31c81500f8701f52c08c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e6c203d27906897a68065c75326e9847291e1c72c70e17b253794f4bf03e74f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff4700c367eab907ad584a1a449bfa750d9d94a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309c31ff9600f7f83691a2adeea11b9b8571131610112e43387b97aea274cc4f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f1e1e8a1a7760d6b5fa9cd170e5804173dd8491
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87847e825c998a54667cdf1efb086c469973f2f0b3c59276526136ce3a0c76af
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe33ca9e2206ca638c2efbf953a3a4d1bcd6563
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14fc9c6732b1c730eee1c4d892ad3634eadd616f142b571b8ec7b94946d7a902
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..593126dbec4a39f845a2d088db74692fa0d21fee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9802dcca47130a2044eb6995103e1dafae07209944d7344bc87115ec029982fc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779b7709a6686ec4b9912cc2994e5fb87fff4f50
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05a28fd0758f183fed43a0da373b01cfc30db0662fd4fab68a6b2b31be36570
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41e3b18b65a45eb0795c74f232d61e4714991989
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ebf24e2400508837f2fe3405c3b9704153bb610c7dad0ae4343b8dea0e44187
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65153a5f40eb8bc3f6dde58076687cb0448a1b15
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6136b4925cc239b3de70e9cd116533ef7e0a9b78d1cffdcc840bf5568418ee1f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac30523a66128da41af304087b89f4452238b85
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c61965ac49114dd234d70057604c2a19deeed09fdfea0a9e4c4db0b3309e49
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9ed1b486675c8dfa3010cc02ded049ca901717
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a5eb846813c6ea3479abb3bae2ecd73333f3abd3f58dc63a928377fd02de839
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c5cc97d8395bb4c5a0913a65707162b88af8706
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd218e6d71f1cb1c3211da69628f47430f87466eddafdbb8a609a16f5de1a6a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa8d11a50d199e68d186ccd173e1bbf8e996efd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eea6e2c3df9661ffd0b04e2065e4b5bd8387f834c2773cc88e78222cb7dc099
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..495848c3d5b60bce068570635b6cb62c4633e493
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c64c9d45ace7e7e6b6446a2892bc096d938b4b6082c875eb731d55d7e50b86
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e210672a4c963e9f466b5725b4c3b3f6c66dbe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ad899c6beb916ee2a0537b68573ffe53348e0970f788f80904517659120091
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99995ff4c352da8f96e2b201ad68a95f7ce39bf7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e4f5a486284e3200326e57570f248cc722114bac3ff4755865b85c93471a95
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ba243f0fadec691fb6adf889f0589014a70fcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad2222c59ec81a6f9d38bf225161bb4e020917df07ce64ad04bba44130afa392
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b1b1f35bd39bbcf8c16213592cfb3f34473c45
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db3e576e1e5ec1f4f9dfbf18a3b6f32ea37010ebdf249289465d909bb5586e8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da00aa7894620fce9df95dc0b6c317fdf4575ad6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac12f5cd39f93c79e704eaee6f6be175c42efa5e1d5139b1ec2ae2d6a35cde02
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b31dc2dd89f29837f7c0e68b2ff476448276861b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0f3548ae3b179f3b04fa9a3735e46863a22ae0c7b8356f8b89ff7960fa9375
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282af56c8531afa59ad60c35bca411dd1f702ac5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:810c7bbe5c4e946a685f9598907b6e5dec726afd44e1538dffa7e00577ef9e2d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146b67e07ae5c66a3f68a41edfbb9b3509732a9f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2246084f0c0c9c494d9e4e2037c669ed0d131671a8c3187476095246f31ed38
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1335ce8add19fac6be08414a424a4b0f96825f18
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d34fc482fea7325ebb2021f8a853d534df7a11c4c80a2c380bd4feef64670a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd66a006639f4def50bd68fbc9469c2e3c760654
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2685e54bfea14a4d9662f0ef46f749c4f9c8ab8376036070c34755da8adaba
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b172891e2575f8bf874a51fdc34e59d7b9443911
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b08657ee6280c77f0fa344e65f0f4731e90e631de6e69fd1142e7faba81139c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a701c160411e42ea6709da2129a32a10dab8d8dc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eebd31a46951704267b8c4badc0809b0d6a3b94844b2eca5d94f5a0d1652f92c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f25be82a95fb8fd576c8ed0569bcb3008a579d3a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a78379acc01af45a5595bd327add5dcbe4183c41dbcd7d0c9fe00cb3447d3ca
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6898f5805464baf63fb4f37e091d101426a456b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ebfd80ba9cb341afb78bd98d11a1a07b7cfe51f515b073edef1651ee24f98e1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c410ebf0101f0ca1fb38e97fe9758175cf9cee2d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80444df9c97cdadc41b1ce614fa397e455a08ed2ce1fcc28da0e8c770e4f4f3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feac31898c0ce2a93357e722462536721bb18220
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c832b608d7f17e36245d647be82b3ef3ecf9a26ac8765c19c3bbd1f521185e99
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a0288c90b6b38fc7476800db48201adbc3cee1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15180b6a16efea0ea025bc1e2027ae8fd353af85eb9af93d84436da4dc067df
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c06791c28dc4557df2a16ab6161d33178db78d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf74324f1966892fac377913699c07ad209b5a0ea8c4e19f1e7a78bb76efe05
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c7cd993527bfacf7ccbcd045d6225840183a151
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b7519ad669c62ab81d6c696a6d7721101b9fa5eac39c5165d3c4cdf82a9e3f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a79d7398fc1b36cd1f0488058a2d6c215685cce5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5e967e028db17f0a7b2f2621e9c2e8f890843288b3b41d21cfc845a0d7820f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb4cb5aae07d972e7b05f501ac9a80f311dcc84a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b65c81ebdbda5646bea251d4f1173551e954f4ed29d091ff6ab5ee8a9ed3ac
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd8ea6ab06e2ff716f54f7e7aec7e864035d41b2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f70afa6b4f9b6ffa584fcad091a1624a5ddaefd8e59c504f429bb83db69dfc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dcccd3f168306e79bf976f6b151a750594f5b6e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb04ebd15bbce286dfd844cadd3a8da48db314232ed134e899669c01cab0595c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21fb030b776d8b904ae32b4282539f2a310e73c5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a4383d62f72e08b73697cb45af2eb6507f3f4aa71772fed232a76d32e1efba
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b2c9a447ed20d234011d7e4def7ee3f78e61c45
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85270dd329d155ce1675e95bcb0546c24779674b908e75cf7f35b8180cd005b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a9012d4ae13d762126197629ac657adfe60e65
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f55dcb188cae47786c0b058e8d98a57b233e93ce257fd5cf4b1b6a6cadec0ed
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b2ecb825888d4853fafca085cf057884d7fd8be
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85eb3b85dd100117c3a494c2c8b28aaca4f0bea07ff0da017422e9cd58e1b87e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8cf8e2586d2c15c85914dc534e2b4f806b6dc08
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a7fe94180ae8c52b97beb9b623f6308388d625944057f52b9a650c20f2054c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04fefa4d02c3c34889fb78e32e7b7acf3bcc492a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c0e203689dfeaa86b499fe5a4709671fbe7a51e85797cdcf7766392a000d6e5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c44b6eb28f60f4da036fdedd8f78ff9f6328b4a0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:211844e30ecd99722f17fe2d12969cc3c6f7e01d2b481d8a9666b2ee77929e98
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14be420332efede98a596af7fe82239112ac0de2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221c55c0dc5474d3ac593f5939e35a424ae52c09bf8023229a6bf94ad16965e4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e2621b6d4befbca4d181117e8ba0f3648768e9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2f7602262b621dc220b14577c5b6d55ff551042007e76107fa857be6b81ab55
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12cde41f727eeb3717eab7be66bbd453bc230d9f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b513e1294056f58701d030b8c0cfeb081470f49aef3c4838e9a5c887c2c489
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8de7027f9d588e63f78f4abef79cec7c3c1e36e1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:458a6b6003ff5a85b14e0919b3e3c0fa701b1ec106516b3e3b47038fe8c80448
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87508fb24bb390eee868751ce260dcd86ad99f14
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e01bba2a23141c2eeac5972686d7cb493c74fe6396a12ffff18890c5671b99da
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96b8651632ed9dc1ea79ff1c3a103ec3844ec569
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a803213dfb535fde7c82a25a103f354c8864d946ee8c6ce32f5ed6ec27f8398
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b7b732d0cd36f8b8d20bc8aa07dbd471b2e80a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca33a1ad910917742111a4897f6af9117bf6c19052a64a5b93d0138128fc03c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ce6b0d08388dcc397b4d7425b5ca108203de7c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c625cbd931491db1592840fc1119d4297d98e75a162c546b425978a42d1a584e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ddfd1640608d2c919ce9be5303330b7fc456dc9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3ea22c34909e3f2469e2c46120a6f09245021e9acd68f53ba2b8afbe6db37d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce94c7d7d65d71bc2776af42dba09d5dfb4f3f8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40b01b3d35c69dfef03d48144fc250254db01681a1c390e3da73df97a1cd8681
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92aae7fb2483638afee6277e35e988488ae07d5b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4241c78ec9c0017f52e83aee62eb588f8f508d36582057789632d3ec0fcca15
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c268e5aa7c5f35f33a551f0d936517c33849f40
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493a714f3ff22834dcebde47533051096c1212a0115b6be3fe99d7b563561fb9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d20294fb629fce8faa271e0b7c24d0a757c8410
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd87fb1221c8d9edef01c66271bd5509679a502e73d63703cfa90d0475191f9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2115b798939c0f997af5a0c449477e787645f83
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f9d86321e9b88dd0fd059a0854c3606fd44392869a7663565157ed30bed86a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2215b3520c9d039c62d4ac8ac91f1648433661d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f10e4a33c8db1f4ada09c08c67e95559beecf7819c716b1a34b45976c7c57a59
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fb66327fc3d8c04e73afd85cd2301ebc2dedaaa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6efa0d974ad01b442f5e13ab9325ce64d223eb869acbeb105ecf072086c49a5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac07d05476f8252cea3fbf693500d9525e1054b8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:743f55f7db07c0882b64db8e56e3784f7f54ce7e3413d548bc81b8b19aadd51c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..334fb7a7af5c32184d52df876e9476cc7adb6336
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bbac6fa5d054d35917e5a4cfa44c94b0f05ae24c597848d1c38e90f040f2194
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07955a2c6835391de6ccb088509b5dc330733332
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c445642fdec1ba3eead0078e35094229de8f8af96484dd86312cf3f47dccb14d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf31db92a89d56fb74298dcced974942a5545d4a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83147d7819784707cfdbe4bb911835bc191c892fe5e091f89d351136e71c96f1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..769c92a073e1b2cbaedddbd4b489cc91a0ae26f5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae98b34576b4b34c687082ea6064925025afdf7067d3e98288157e10e9a37b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ad526c53d0dc431c674eb216161c899280ed1b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e50a72332ab12328d93e6d45bde88a769476840b7bda965ea8a4b280cba0681
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8797a7c1762f13a42ce6f5aebcfa8fc86105cd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:409919eb0e85a126a4bcf914cb97e8cb15d9d2ffec63daa682587693b21914a5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22dec48c075a97426036c338036ce31fc96e69f4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:177bdd3fe4e46673e0c47a3ba6fd789a7c7a760628ecad6012488d6502e891d9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea0891dfd271a0842ff924f36557f4e5e44cc263
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d47ff80a2c489c4227891898cb7d6d3317aad979ef009ce0eebaafea143f0666
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dbd92370786dbb7fe9b5c2a26ef70dfad242985
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd4df553819c5cd26b41d5b2efb9e6a5a5e8e69bc447c52f508ec4b12a09fc4d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..549425472cbcf2862c6e65cf236ed12fcffcba37
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb10bdf69c1e3ad504db43df78cdf306d04a68ecaed8e2767e76ee97a8addd07
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f003af1a5a98b8bb15bbdfdb9e6cc3a4edfa7a4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d790ddd3359a67f8809403817bd773f53e76ddcc8b85b2b708d6f316dfb948
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..302dfd2d3e3dddd5339f1f3931738020b752092a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d996b63431580644db959288a5f463c506bf4acc7f1089470a417312a1bb73fe
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea7cf48a4ca19b9fc8f2203e698242ae3a717ad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f781f081958d69c1523d8281b8b1fca4f9b34dd0ffe6e5523da556c584e85d0a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8e703fcf6844ad0f5711ff0563707c08ba68e0c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24187031f247a7ca969ff271ebac91d0f7306d434b915ef587aa192eb6d748e2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f834129443848b0b924ce5aef5c143b40cda6c75
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf3992307fea4bc2974962fa61005952b2cd4cae815749d589f4144e35f1bd3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97626559c77612db80a8b8d91d4a46dd6235d233
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e9af4705558508b8934a186f63a163798ddbd3a505cf282ab3c1c48043411d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f98f2ffeda446535dfe6812c8c12a47271f315
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178224010d7a96526ac9a34fa1d77c2acb0dc61e5b5dde9af03890b18f6d3c76
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce38dab7caee80a83251a8ab6075f2f3d7b0e79
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70671f268d4ee20211ab76777623353e8627f130b38f6d1aac5517262edab7af
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a7c9feca990af6aaa1d4701d6ae0ca91699a59
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c657e6e6eb4dc0999882320cd36e18c69785da78db488badf871ceb7f31e689
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a6f85cc496a2ec7abe7ee14a4ad15646f7f53e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5c2f6d76e0c317c139ba65adb12ebeead92d1afe147c4b083587307479d329
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d849f14b18d8b7e1259953b4918d29e7f5910e68
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:513e978592936b8f09ec093964cda37def1275532daeaf2b32bd10cc3c233c75
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ca1c488a0a46277df7a234874f2b68714cbb284
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf221f4aa463ba640521f6ef67a9dc9886bc4060f94ba8853c48e1e438f6a248
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db2c95f662d21ce544c5bcb4fcc67c8bbf2b8bd1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a01740e0d992aac0d4240c221c82355f464c70724d3361414a6225b984b6ad
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f9cb78edff823f2340eb5e9b8ad32c9cda100a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efabccca91aa47f480c3290dc3a02b24014911fe7ba1bd643275ca069680aa61
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35bd7c1dc765071898aa36a21ca6974823cb30e0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e26bb880242cff1206be3877764c7de7a6330cd2b46f20025fbee8983e38e0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f699998073488e71425ad4557b47822b1883b7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea940114a18a47bd89a87b38dfbf52d544daf3c569232dc354d8089410d1082
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4db2de6dbf28d83b7ea259aeb8824236f48c62d6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:015ff7ee4f9f05e9cd371a3008a05b939ec3e25dc4792062829a4fee4ec30f82
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..803537d2a084e5b584a71e27ab611279d7612ec0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:531966432f92919ce0580ad2ea10bf91b0ea8a9761867079aac0bee2203b1adb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b045c04e66c798757eea999dda41a14bc836aedb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb5716f651b1a38a8514642436f73eae33d99d4f775b976caef22dbcad0a184
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318719686f7ccc68a1c2f6568b0d11fc2c59bbac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a9fd32a319cfd4073e1c5e571fc291e9b89ad359065ea489b4f8c86b93c551b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c6ba5e740d9e24c3df8c160132f6cf611f320a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf910472c7651f5b8b253345d984b8f0326294511f706a5445833a67b1a84d7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54caa9bff5b809f3cc3e8374faf767fa305d897c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e4c1cba84eca919299ecf227fba5014ebaa09186529fbcc996b189e315a502e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad75ceef8ad7e4dfd6cc2f22a53c8988b58db01
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59dd5c3a725d2c92bb7ec3d02d4dc13327f74e308bb15734f7f924a5073d048
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa81eeb3064acfd45490cfc29a1b5d7e2d1485f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81665e837a10d2b67b6e4b71a42f4457b072da1dbb5714364f407af9cc53ce7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c89693fcf5fae63735f76ce0223800105aa3f73
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3adcc6abdeff785abddcdfdaf955d60bd0b31232895d8fc5c58f3c48a9bdf843
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ee418d306632726efd81aae69241c9e4188c98
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5156ec9f8a763590ebabcc633d2da3d3ce309a1dc2bdb926bbec535afd44a12c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53769dff8418b5d85ffc9c1eb5c84e7a0d2ff5d4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8969704bfcd99b00f226fb324c33f492ccba0804e9f05460f1a39e8eecabc7a5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac235af71068b98e1b63674f9f709917f85b1fe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f837a3e3b0590e7ddf19653b6dc6385b9468ebb2dd3d5f71c484a7c7b538c65
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea677484881bce877384fe7b082acdfaff9f69c5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d7aa4ebc1100e3c8abd330514d06d0fc54929edcfc55b1d8c7e87b2cb456619
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e25032099f4f559a4d0f61d33cb32715152df65a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ef2dcf961f7d64ecc51b4bb08c268faf391bf2406fa8ac37d8c074d3725b40
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54a9a7e162a27063564ca4168dcee1894e6bd8ce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ecb1df4f125822b6a5ea0190dab50016d4661d8e76d992f19ae180bdc1acb89
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e4a3ea844ae380dd3001c53be730cd72772b6f3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a015ed4456533a8a2e2552fa9a07340bf97b8873855a4812b26e7f9d187048
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99aa945c4898ddb55740e1f1befb44428c94c7c4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a8af31e905582cdac0101f5c0c3f91f3fe9bd1df574ae223eee183da0eb34d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0c7c216e7f651121d8a980c855eb381d33a6b2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869e0ef7f74b97015a95853fa490de576e4aeec2c1e2171876edfa4cb1813038
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f988cc92beecb142b0d7d5dd0107a33c20cac2a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b234f88d51c859179bb4b4f3eb889acb97431729965104e3f0296802d25567
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f070f7e26c34ccd288378441fd7c359502ba809
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80fd566b54948c5a5fdbd9370f6382e1c611ddc388d7682590f7276efa6bf462
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd052c9227b6b4399979c64be46cb7403074b90
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903faec3c288b1b682874cc40719a4c4c48c25611742b8edccb1265a21c5a909
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb85de35e8b5fc5470197d9e5e26ee98812db51f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a10c4c10f1b3a4fa9445b90dbc2637f0d6e6fad657a06d41dce444697ffffc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea662eed25ed0eafbec9d348bf92b5345295725
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eceee1645fe8e786a4c35ef9884d44dad2ba23c758b99fc5e92fbe8cbff26db5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d33bb9dae1f22a780dbffc911aad08554eeeb5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf3a6c52d2b5cb9eb05b93eada3b8888939c0e4d3a22739949c6f8c834b6b36
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0bec2b3aca58e76bd058ee51963f036d4a5e753
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b69ce3debb5cd553ff5de63443f9df95701149cd2c21456a75db04359860b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c326a32b8bed34bbc2f54938207f5a7668267d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b1b4325657f959b675a3fbb37c0421f783d10e8f12bdfa8a760e63f5117d878
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..953a3001a0b01a289a7dcad0c4baf98280017d7c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:902f4b135286285bda6d368cb392d379af040d4dcde8d60203100c7a9e1f8210
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0a564614247cf2f517e48dc58772f6f92173e22
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e2a13bd61ebd84d654d4058f5490aacd7dd2c52cec72086a5dee33e678dc78
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..011c3699592b1db616b7f9b05ce8eab7da3022a5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c22e8eb303adce2d18a5cbab2e0209d6f0fb6a3d3fb8b2444b37cd66ac245ea
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f5a5f00c2b614f71cbc57b725fc2cdb64b1c14
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42efd05b0169fb7c76a355e9869e49681181b0e0946aa77d61b46eaedb21eca5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f1fb87163a1411b04f61610a8d486d6ca86115c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3710bb0322de6d3c09f969dad0f2896bc3b2db1c09368d997b3d52944890877d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b88d47463386bb241fe24372c71c12b48233718e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60bc6df85e780990b618aeb783b5f4e54c92eaf37ebdd7aa9aa88dad7e09ebc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdcc0b62d4e1817bd40ea6954b0e68ac440300d1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c78ec3f3c1a59d79cd8c5a7a7374b1a369cf355992280134db787b04749e6cc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4718d4d93dc7d6e71fb707c9788efc3149dc454
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a03f8956a6880599645a6c4fcc3259a1cb4d1905bf3bfa4fa66cbaf97352f7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f5facae9683cb761cf96614361ada804dcc48a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4752eeb8c9d3500ebf909f382ac8ffea309097733bf0853e0591a284da02f550
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ffd15a2c3b89340aab9cc1ee2f02733068f518
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab23a8904e35734483d482879045a992fb9083302721829d7268a73b6f260ce
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81ea7449de2a4717a211fd41937b21cebf90d4f7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0323471cc3fc0452bd70c7fed48294b7c0517920ac9e6074997e077095f37e2a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8db475bdb4c617dd795a4b2403f8d507221f8ab
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56e22f88ab8e4347e2c2bcd7f6cd0be8fc94e9068e4625f3e07f905f01fdd8d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e3b9487c0ee76f658c35f323e76c8c6e6e6f59
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a245d8e985902f8e7160fc824fcbbbf7470ac18aa3ef4b6cc047728ef3f7d47
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c415a20fb09f03bbaef46d235e2d61377b1d6788
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36b08d6928c40cfb773b7d6b57ed1e753388e3a4fa5b5868785f30ed0aef6a1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..538f2746ec9b5ef3fc8ed8b1ad578809d94ace03
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f14dfd9f5334dfc4fc1bfa4b39baaddc47226be84ed11a4dd8c0fefb915ae992
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c81f041e231e3c9a2d51a0abb059fd3e6f596e32
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8911f80ba19ee6f5a56a290c3d1b72335bd42805dd4b3411b810f1e853a996c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bc499e4c4d0827d969442fc4276426cac195b13
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6efa97df8c866c74ccd3b7e4b9c19d384f2997a6c5636bee1d1fb191d9c93f6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..955e52dd93935b1e700ebfab14c7134fcac04289
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa3922f7fbf8d3dc14407114a0f9a51b45bcbb253e24163811b8d6dd530a25a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa97e322e2b67d670c9b721e7ee357a5de8710eb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c7c99429b3b5df023a9b7bfdac015d6f88fe8ba97f1ae75f59dfafbf9b0545
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4ad683711a09dc5d1efc199877c8b5c756ee9e9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1810c55f94fe6293279a7d7dc8862bf88025c86a793cc7cbe1110cd13da2f1d8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b687514d28ffc714656e4176b1e489681eaccd04
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e3b61adc175e5cb24c5f38c77886873ea6ff1bbaaf5a0e25f1677b5abea8af
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df95ca797e91e8d8cda98da3845913604247c3d4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9449ee27220b6a12b69653ac2989a7bf5a11bca1fa36ec3abbcf9f9372d51369
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3313467bc167eaea7f6eb37ddde4b49db3a07eac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a47358b8d1fbdd97f48619ac47331a1a92fd864ad0d0dd149b5432ab713b850
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08e41fcd6e6c3d8bcc4aa878069ea98fc8c87a17
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782b6e9768d884e2a478e44c5454dec85d05a6cc7a75743a1ff6dd231d853912
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c12e78837924c8a5e45a5fdeed03de4ff1f9f3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6c7df1c5a28a40577c29ac5543f0e70de36a95b5b7710cfac44e01ae31ec0f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..620cff481ecdd8a040fa44d5865de9e08a1d498e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23483d4c72057ef32df66e206441372fbb0dec27cb551dc611f7d55cb06a88db
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ecacabdf841894ea522c872654216d5e0df368
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f948c3859264fba23ea0aafb311ef374762ccb13098a02da16f3f664016885
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3deca51ab4d003149f0fb5bded8c713e4cf8c531
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd05fa0171a31c81480244b3413663d7ef48c947a47c80b828d545e7279232e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15675138b65a6b6e8dbb5280117421da39cf72e8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c4aa6b29614cbcbff9963f39f32eed6942db2566927dc62b6f7dd7885e784b3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5474c2a0ef082c70fca2bfe251fc5984b7d6269f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489ce2913fe8d6a0a1513f5bc86727efa46d362a1f594a799c9bb22a5bf970ed
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcecd65c7de32674f19fb312a4076afd1f04d375
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56caf932cb282ae9957c94e25464b4d69c55dca67f94dc77bdb985e9b8139cb1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af4e69dd1bb74ad730db9c2021aaa8abd19a90b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d2c7ccc6797a702b48d35e2eed412e7339e1dc9e2c30860f88fdaea6d30632
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4203eb3b02bda0f775038d308c93b9cbfdccf4f2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf80aeae497bf047c1776c43cffa95aafbe69f85a2c36850d2c9c46ffc8750d6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c478633e285a708fb86abf0e26ecfa470f1aaba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ff9c4c64f77d7774af5fb80b50bcfadb2dbc6df810177151026d67d46b311b5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c421ac1b89b5b03d69587f986f3142bf17d724b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de93b2faab5d3bd849da6111c7e04070cbb8ce81611b81d4dfd6b648630f99b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ae5f31f47ce3c792cb333a499895c3373a411f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:921bfd070840929adcbcc7e2ecba824bf7e76b9838439381153cd6a384833c1a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af0a1e54c5058a6c2b01a1c86c4466f0581d00a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8ddd4bc8061fb2a215747ea5eedb0501a007e2b6fca06929aba2035fa9c279
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f30d210efdfeaef1f880d57cb366bafd72f87012
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f16000a201b5091877e463ef7aa1b708d5f8154fdfc8de7db240b38fa62d00b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d2067609d14a4bcb305aea22e11e674d849c11a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95123fac97fc245f506ec02e95b3c079947dae8ff1dad8ef238e419e5df9fe77
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..548006861951120e1e62af2ec88f5dbf06212b46
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafab83f1da2a0c70d4ad4f6b6021510d1530ee5c7380cf19596345a868f3a1c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f4224035ec9ba439600aaedaece3abc2a8a89d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30fd4f91b2a36ab4213f71986cceb109000aa9ae0dff2dda2c0d8b786931b912
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9f9fdabea667753f7aefb4e9b211c00ba3ee5be
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:340feb9f5e876d8504a9730381f5096ea102bfd9def5702c6116ee31d60c3852
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44416ac4c1f18f225955234c773074a49defee82
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb63302708a48a535109f2487d95eac7c132144bcaea5bbe5e2d847ffe580634
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987e67ca5435a0df842f4764471b2ecedeb03c50
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c9b2e807d73e926990b06dea3f4f3a1e7c1ff3aa7c4382534c53c2089763a0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80792cc7524f0f445cb9558caabd5dac0fdb7a82
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91b0220388b6b4f75d32551a1680a0491f61cbf703b8f8b6b44f2a72ee013ebb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f5f9d00d34bfe3c64dee4d76a3d86a869313312
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e18804f7d668567989b509b4a2bcc9e303ca09e79e6591bf1a6d04119b758d52
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22922f9c672d6b4c5b784e7e17d6cc8cd6c84986
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4535570edb3f9f52249c48e976d653b499019b3de42386df2444e32bee59d50e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f751988463f8bfb1683d58e07fd66f85a72a47
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46b1042936436d8c99481aa20987f5c24ead6b8defbe5ca7bebf62ffe3d61962
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6049d2e5381afa597d1f7f04cfcaab8a49e75078
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4db6552bff8fb58d4ee94bcab8426cb0fdc4e4b8b864b047dadd62efa629102
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c144fff54f46483efa4a53c9423292ab24d5373e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc1decb3be0cfc2e682de9ab56881f50a79ea635250b136774b28c7ef0a0415
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2fd3055eee3eeb59f48c2f711033db2ab3895c6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1f378d86cef78f8a13c1a63ac90562953ecffa413c2d32e1a2643cca6bc02f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4045143b6aa37fb3d103f5c7d74cd588e8293391
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3266b0d3fece11db8ceda4cd5ab0cd60c70f40b2e55a623f160dabcb1c2c3e45
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539cda61b725e599ad6166a42e9a26318f2520cb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8df609820e8689ade92badf4a9615e9c375f9d1fa1eb778a1ffa22d922b854fa
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36930db901cc6ab173466dce0fa2d95806dcae72
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6e3db0eccbe3466f6c6f27bb6845e477888c9f918ed8251d9847f81cd6adf0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4deff9e8432796a8c7e241d4e18516c6e594ec53
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012abed8f39361d34eb91d400d8ade344825e3370bb2b3db65b6f9f73fef955b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81e7486e80c12a255f3b3d00ad14dab7af8e3083
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf77924aceaaf14a0aa44bfcbf7365bf7c599ea6d60ef389ec017d65bad2ed8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0610656df1bb461d6a1d9c4b9ed8fcb7c0af440
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c59c966018fbaa752f80dff9becd4d9ced43f5ef0e80b42e4bca94d36b9419
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a23408025032e0f874a2f05c4f480ef19ea2a9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1619bc1753344b7fe55b1e09a10c36ddf8178708d3f48fbac72fac3b7ad695
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af5cb221edccf0050b6522ebe13a09df9f10a1ff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9e6d173d059e2196f6c21d9dfb81f24c4c669d8f98082fdcf05d30d9a998fdf
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db1c4996a319ed3cd5cac7f4d35bf9962f213c4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c75671780369c9dc9d66938ea90d96b14167f6e84bd960a6e5e424e8919a287
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e670efaad10a5a030e421a2bb35c9d3de527e72e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c6c4afd08163334caf37509bf441fb1d1d4c578325b624c97136eee8a76fb28
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64b02e30f32a3195c25c30b3e9fa0d54cf07dd1b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f27d19ab03e5b05128da4339c211793786f2ab5ebd851145612bf5dcc13440
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..207b114ba985539c5de06e8d8c9c76e4eccbd6a5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369d1008131d8a6715602fbe9b82e79887b6823621625acf2c41384ed489d97c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02897f5a1941a2eac91b1a62ad096c6d2b9d788
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ab57db37440db6d31c4ad76606cf63099751d715362ea33dfc41ed2981f9c0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f92b1b395f94856999dc43d4c4d9e07a2430627
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8feb23147c8782cc8fe05084b0f0ee659aa1d4f89e7f37c81552b6b7c55664a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a58f62e49dbe1e31bdf9dfbe9097c1db106400
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6bb0adaa121a4f53075704ef3ec164678f832e4b3080c7784d9e219a6c62ec8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..087480884efc40d03405249e0bee8dc65280f956
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc02c75f29d9909eb6dee9dc8cf33145d6634e90a567a8e167d6bf96c2ccb6d8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab5a9cdc8b8d63e238aae5f4ca02c633eaefb6a8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dea2a77ffacb3da3d7069e480cc0e189413ca9ebc48544f995a690bcf650cc0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34714eaa8f1f93130ce69e09848d2ad94ef63100
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b6298d99075c9981985605b58f1142a991bdb30d319f20bb2b32e180aef4a0f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e5928232df93d6b8966be7d7d58602c7aa24be3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f491707160c7ee23b87ecae7c77703027e16989332c356b09c15bb6e011e84b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498c77f68fa91f6014d308c62ae767f88f4310f9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef30fda96f59560fdbdc507d2e1e088e9c28a0303f06d5d566ab6e50f8533f7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d08db2d0b68b04512f22b6a7b6f61cb82cd06a2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f3db3e513fd7fd8d6d33a7788fa797da54fa89a65d753027a7459ccdf46b9a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29d1e78f84b34acd430b0bbd782cb685f083942
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:276970b2d899c1a95b3152c91dcfab58cf7358b6da06e2ffb7152c0e381e7b63
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec5dc988ede7793b40589ca3dcfae0ae9430adf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2720f582e371484c5db337fdccbe5750309e6615930b778661989aa8f53dd2b9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21365053aba3d365540c102d021c3aa17878bfd5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07be1f13f43578d9a2bbfdbf99cde37af23abe0b95eeac43598c8e34c055f94
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f423def34523564472d657a45becf40bb195e72b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b03101bfbb6811fab264d22f1f4100e19435bb63074f5ee84b009f8ac18da7c2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b08af4cb38c9c13cdfbd136d8499de964953f9e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:961de33fb0005ed93bb16ec6dd3ca4ed6356f04b39d5da0739f5cfe894743189
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144d4e7c32b411c34fb7ed3db6d546435a857f94
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b6c7851b38bd16d686dd5ffbed3020ae2d8b5c0ca0ecaa4bece7ab724364172
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f60414a485888015002b115268370b3228b263
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d0a228cfe89c9e55eaea291daf8962d3be17e2538045a8c0abdfba83e667be8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a6f50254aee66d2b6e32b925e41c9d4486f7d7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d2b7a7f1905d3cf09637ae8ef84ea50ff8839ecd550426ee1bc3f2e0aff94b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..096e5bace85f3e70d4616a9b692af96beb931ccd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c05bf9165ae14949a81d0aa840097701d91b4f9acff2b070560ccd73873b4f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fccb07c034f22640a8291ed889ea5c602235eeda
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee4870d32a476406a3103dac1abdfdff1a859b445e3020941b4931e5be517999
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345802160c22eb9c5c2be67146f4c56839fd5566
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36eafa776d46d28dda932671b962ef62ac9e013242f911c8e22f4a08e9205903
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01050e05724ad51b30a2f302d4ed073a2f2bcac6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2140f21a122832d63ad31a40b63c321f033381f93c11111f8864acdb40476cc5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b45b21aabf59beb2c294390de873a7b90b327e1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1fac67dba00cb3207c0ae5595dbd5ef1fefa9e21a83ba4fe07dae60514012c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84048b32a07b2a81b7dcd535519017826ffffee8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:150183eb2fc51e6f42756e5f4b82594769c0284ced4a5b184225fd2d83324d60
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318c45eed6d5c370a62287d4c407f6dd8e16b187
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812062d099ac1f6b36a0b4d5cf33de61604c1abdcc4032df7f067adf4cfa30a2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1533caf6bae6285b047e3efc34d5b1cd78e82241
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e62ccd902aabae8736fb5f2875c26832c6262f937a26a1f670593b28acec33e3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79078488fb70fc9bee61745ffa4f460679112817
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d1d2c8cc6a46440ab3889d8d651fd8af7c78322c7f62502cebd222ff46fc55
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef9e253b1d4241ccc992b88310ca1cf29fe3c76
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469ae3ebe63ef5bc704bb3f527b67670ffbfd1572be4ca4d427273e486ccc00a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad0b18b33ef111e3163dbd9592defb11c38434dd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75160edd090a4299dde6624fd8c8fa76095aa5070edbd4aff9a43f4afdb06c83
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87279bdc8852bf1935437ed460ae10247c79abbf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a511f43c57daa75f503d66ad0075dfe2aa406687fb1d6f4fad9dd53ff69d3a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93e7a8adc34d687946deb54838abf1293916be44
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ab822b1e78fac7dc1f10c65060ca18071b5c7332dfa6d20d4bd0e08938e1b2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8020e7a47bb1fb4cc307d8145cd7070c2343ad49
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf6ed144eca95fc8bffe665bf6b24be9210ce253d072093026be4d40dd69d18
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449ebbc054caf527f1126def9c35e25dda2eede3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0a36399db23e33389f88db1e21ba8a3f628510fd9211af6fc965491727aa25
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e5fb521375419ac330a5624f18997e5b64873d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854309103fb03d4ed27a20e2a10be2b6e37193cae1602ce1a9bce5585157b61b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2db389767c99381a69dfaf4beeb05b7527dc2d3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e14e78fd0bcd6475e83c97a67a72d98c91fa4657c20bc4d521c080a996cdde
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00a76e06d526e58a8b673804814495a62d1bdc8b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2750e6eed740191d6067704a2f0d858c2af29e02309917ebb5db2fdf14a7a8f9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f55306b49cc99ae6f871b53677c9a82e2a0eefc6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db991a7ad2fc9c9b70c190d92abda6fe29bc2b709eed43e78296a84036896a7f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73312c0e055ed8556a6ba507d05a9d133223112b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4589a3910eac11a2018422474da499d809fda3bcb53dc462d09b4765a41e3fe1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbe8f630127d27c2a21baaa9c5585798d440f226
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e63e778567c644945828094d472aa4dd20fcbeab7672b99f144da2586cc4fb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e53da5e993f608a31b7cd7948c79311eb7c8701
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:864e27acf2263d831889922eed878e3c0e23966eb907c0b9ea8337d745993e93
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71ef69f95a93683d18b12d5e688d83c4b44c8f01
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf5510953199cf6a878e2821f3f146fa0cb9df026a0ffcc721e8a613455f4eb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..688ef957d620e21ef0361d637a42a489534e31c2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b547005883762df45d622012a2c588d149db3d0474497cc0338568c07bd233dd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d61ae702aea36f561d529f2be368c6a933dd76c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b6d210b27a0c420e76fc4699b621e85ff599810a007353a883c035bba132bec
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..213f42b9fb6979f4cd2ffa231d0a6ec47902deca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959a5ca15ef66a8ee9319529ea020a8c7877291f1e90db601cd6f50a445f1c31
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2859996afaa19f4ab76eac1a912598ce38ddad3a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7028a25bbb2af3b45f6acd0ac0bd83c37055e7989081362e950d5815100158
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c18a605bfe1ce834bbfdf21edafd3bcca447fe9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55235d473453c7934540e2b528464e37ae33f2e838addd76af019c6ea932871d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f42fb75fb0541d5d1f7e18906a145f2cf07d18b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf3d20934651f7449648a80883c00b8c15d5db9b8af40beb8655588d1589a85
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cf98f76a23f5e433869cb62f4f08ac317537da8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8291154489cc53e7731fa9735a3fadf2ec597df3ec09190cd38f41f6fac33ad6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa1024e09a5309beb86ce8688bc5ede0f404107
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cafd3dae8e8cfc28f871acd40be2a8bcfd2b0472378037a23914bdd544797f80
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..489f09e870a091fa21a3d26bf7757a618c4eaf86
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01844e83afef0ca02eee8a18a48b08d5463301ffa7d33393f49ee4c4e6437b88
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a10b9da0960a4bf74ee6c2d7dc252c76c86ebcac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ba5a891e8f17a3c10f59cf72a05b3089331a70c37cb076a9d013c6e1028085
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d979af103004a02012c0ee544bca8aa299b6163a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce5eb43a5062b15b35f9dd31854b48c387459117f3eafa74333af12381cd39d4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b2ecf809b4d58bbd449f9ad1f094d1384e6b81
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86446447b929777548fb79496536df351bad2570d49e3bc351b29e9af5121a6b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc36a9a414778e7d08240a59bb59bf2e2faf7498
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac6e32e3946d2eeb46698c9547859c3fde2d47af2951f17100f7c158bd9300c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac3c5370de112ddbce04379b19cb67a3223779a9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dcaced2e6b2cea935ab9db09b41e9471b5ece870805da9839f78ef33968b591
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b0bfe66acbe3d17b47c4a1d858e67fed6addac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3351d54f48bcd26740e568252e6ea595303e085b8cf682a3d16478057f7afde2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1f268b64491c4f4ce09080d3de732078085f346
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5502639590129085c92abfb755afd0fd2843bd53d4c0d465bf995ee389f5c479
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b7733ab7f293d1180dbd10630c6c1c45c137c8e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:248e9b420ecbdf4fd1a7b6cdc745ed121d170d7b83715aa60eccd92eb79bbd93
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e339d9819f2e26de68f3230174c15fbb641c328d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53203c2595e958f89a2d8802a20961a074018db552c740bfba332e481a90cdff
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92476eebdecb15e9795dac75567651b015bdf99
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f13d100b6a03a6ed1255dafbd41184c5f84617089fadb33cda9731ca4e459bd
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7d1f7f70cffaa8f74cf7827ef0450966e45a142
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d39ccdef0c0d147568ea006d64dac2ef0e766d5b695fcb010fb12eeae32f32
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca0c49759dc0416ba9b2e70a3ca5fcbf29d1525
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cfb7b3aeff145978e671fbfb967c8101df41624f7c919d9c587f97f41770cad
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ca74e58a9c29b1dca2b5dfa3ae3f6b4f7ba4dbc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5919d3d6fd13eb42bce87d2fa16111ea98f2a95a5f16f089aca3bed2fd04ec68
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af3c0b2d8acbaca1be19dd3e1bac146a9990c2ff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81a78a921e827c1dc9798f05faa5602a8be01b27e56e3fef546741563d77a8b1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad976b1b0eec1859b034a39b0d25cf1137be8de
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6237ab108b0b5e90cdcc637abacd44299184a2800033962982b55e911571c802
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c3cf9eeb33d00cad151b146b867ece7b514f2e4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1c0963da9412f1fdf931c1cd6b35889174330a2e6a0c7792a0209e1145cd3b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3741bf318aeeee637d15755b726d102be4f1102b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4369348dc7c10355cf75307705d43195cdb04ccf61f3343a1c94dbe203c9353c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..452f090a0eee0202301002cacfcd6c0e99375854
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1714ca3c13839d2b30681cbcdf2c9a3d1dbcf43d4027e56cfbd4c0d840b22384
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed2eb74b43ab011e75679ce75bea5fd68b9566d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb70d1f776a74e2d6421b88614369da73e91aef0417137dd2f60e52123adf1e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bcc802c19a8c1d7eafc6aa13ac350b27d52fa20
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b44f400eea3457497b6c3419a2d9f8398567dd20bbb4275558f62f5d4b2e5d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a31c79f1acd8e713654929dcf849a12700206e0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33e09596c17f330b4224e5ade51d6e32d29bee31b3f3c7dbe7dfcb85951bcd26
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb5bd8664ebbc889b259dee17915069d0d56a441
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a37501466c8e7bd2c3648478d4654b9407261b70c9a4e4ca0c6ac57afed64a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..323103f85b5a270e57580485be329cc79de81a09
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4101150423e8b8be3d8703cc75227396f60f84a28f9d1631899ac004b67e52d1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d2d4ceed988a728780b18f317d527d62c6df9d8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830ec10a264e9929971716267c14ba10550c1f9443ab5ea6fa2fd3e51965ae29
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8378a06a9f872adb08a1cec4f27dbe5eac90cff5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16b26236fb4700068a3e74ab58665de78e66baf0e4c2c188678d78e277b9d19
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad0a9398baa60e5af06a8eb31b5d36f3806a0374
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a84e3c6601b05832a017f6cfdd01bee372d1d3bea4bcb8076b0ce1634007612
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df163cb3f944ffd495c6c186bd407bb67762e9fd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78981a135f944222112a9774c26c7937eb9acd2c9ae105f605dfcc27ae8b2a94
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfcb6c2e423bdd015c3274f4b8552c99d02a31b0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe1364c29ee668377516620c598351b234d77f1e957ad29a3895c1adbecc46da
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d0a5bdc36be87881af22dab96d4cf852ec8cb9b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c990613c9e1ed917440b1ba6139bc52f8ac39cfe0e91efe04a7897b4a90ab3ef
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fffaf31f8050ce4a440d66bff0047993e67aa026
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d088e8fbe2e93ec85fc048521d1793a103cd7d072083c314ee92299d55d069e6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c745e094b3472ed0e046d62a192f960728ef58d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812673193bab52a6201100471b68f7ca3754d6c6a030f4dbf9a9d204a08fe35c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeefcca1c80deb96928f328635dda12ef092299e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad7eb5e92e43329922055335b3ac975bf97b8bb22f38e9e5fd5b87c119a4f40f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a2aa532778e30574bfa403e8e376084989bf09f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891d1bb80a42189eb4d0a93a62e1397607efc87451d4735e1569dc5aaa620e43
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b65cdc5a42a862d2a90604304b3484bcb823c65
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4beb9de5435bf6987b04049d51d6625cd3b86737e8e25f3181813febb0bcf61
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd154ffbcb95a75666fc086e2af71988a80e628
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:944a4224949d5e6cfd0c0f9335635367e181057a870dc2476b3bfe4e350b65b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f766e336723f002d3da255fa7d1bd3a16b92f0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f403b35f49c94213c6afbc50cde6815fc0da1975fdd1359783dce2836e6a16
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dddc468dd5b4ad546258b33e625cc77d594e5c8f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7cc3346340a1bf9460e77748d0fd0af3469f6223f8a8605b3a9c77a14f2b1f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cea294153a790a60687eb7546267e2719ffae10
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7711cd994188f50a487fc790f3bbf649c1acff8f801f71940b774df1410b5c6b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c231f779bf7876fb99ee3930b30207f52995f1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:746b36f5ddd7f78d783b0566fb09dddafe72605069ffb67809010d96f75a892a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c8ad31bf22750d08073303e44687c1b8a7d66d8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae699c451edf61f6f12bc4f6aaf488422d65d37a3a4346b8fffd894976057b4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d9e272f80fcb7106b7877366976e3fb23f81582
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:855837cdd5f7d4a11ad29e16cb04ab725cc7f166922bdf9bb821f4d616e61abc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a8d07b457ce37a1483e5227c2fcf3ef422fd87a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31454faec7f0be89cb108cedbf72e6927075a3995a5acc8251e455bf7f415ef
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38610cc2e1e20634b24841b5ae8402188b1c3b56
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785016e0ffe368b4357796d94e9d4d2e70335be69db27bc37708b5a568a967af
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f88f36fd3870a1e9478ff621deb980cc58e6ee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992c196691f08baf3da2e01bb79c025b785bfc410c78276c5cc3212f385cee5a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3097af1359540e84f34d526081191ce30e2375
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:645517586dd5d3bf7e85e041dc659897089cd72364fba4aadfc37a7810749f6d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c5ff417318c4709ec1fa9dcd12ebbbbb6120c4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:918a64c21158745b2d65b8294d7bc38f801791a8de29b078a232dca6824478f6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f96973995439dcc2207fec48d061527862d438b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f1cae9da86972c0deec1935a955485c5d88bc8cde0560b8d890b36abe6a0b4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05bd92e20dd44b3076d888827ab1b957c78608f2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d0ba65939d68a0ba7ad83ce62c86b868fb05de4b20aa6f99583eff740d8bf52
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d79ee45687566633a537e302a634e1536b0c2e88
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c29a2eabe81ad3e8574bcc39488d79643f70ccbbc3e8855a94addf82123602
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30704705ed87d999b4c92c66e693497d5b0480b8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3afc7543b4ad6c493d9f352c78038e2b96e731cd6e6a82b2a43451a90535b8b6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e3266396bb7411fdeb04cd9acfa4b74599bf90
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c0f83ba8f3a509f132da93a7619dcddb6c14609ce6c0ab6537364f2a16b57d1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89995027382e4dfa9d97749878cfa37a2c6bc2f5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5628c960f002654ba104712ff58d5226b3ad42a118d5f9fa1146452cbe3b2e18
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..821783bb86f4243c0b24783afc3d9721d077d4c1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f2ba306b41f9b96720a2adb9a126d96283f262dab87eab6923a7e7aa5facd0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b51d9a54c197d612a9a26a56e91ea73d8dcbc8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5097962470b8435792ba03d6e964c17322f740f81761d687b75492c74df436fe
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b31514cd7908a69d908148b88768ac74f074b8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f1cdcf9ba91ea97a856173e268b158eb3473b1e40e86ae6626409bb1d5866d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..821b064e0449ffaeb9b63bb8ab51d6ba73aa773b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94dba50f47c0cb4d2d98ad209af00f638a9c76fe51ac3bd3086c46b86be07919
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01592a5677f8954b66057948579a8d0b36632958
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b527ff14bc302690a61535bd03b72890a451230c5e82c47776d4de9638126d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2455c776456b4dabcc7e9698c103c02d57dd066
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8a7f3f2dbfbab81570fc1e9de5a160bfd8f4b57494879f2442ceb0fe9ba741
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd6ee57a58258c0660ed18594fa9f4e23926168e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:256048efe3b1295046001054fd87ff645f343366c10f9444510dd527847bac34
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..435207e67d0443939f370f5ac8028208a5985f17
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b692037b6631e863ca078a52a6cf7afd614aa730311e6848de5f572626b170
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68d7e01dd3ceab474a892253326fc0a885b3bc3a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9817a524a59c7f473c2a41f49a100ff9d5d5dda9370ebfd1e34a4dbdf5ba0467
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd80f59bafea92f1a20b7afad752b40ed350a511
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d679a584449788feef3d725907d5a85a3620ab76a45bdd58f4c78d5dd182952a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260e8db299de1302dd3fb3411cf178a43952cc36
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:737177a3b53ffeda0006ff68a114454a9bd283388b6847c340f693a31e24faae
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579f0fcfcceddaa0363e9b76bd646a5b4e17d4bd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c3abc8d44e31c258c4ee3402dc33c2d7e1540183d7eecec3000c03f5babed34
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa2dd47e4298b182bd03fb34998e59c6ef170e8e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e9565b74b8f17a7b4e7583bcb0a32a3dd8831b7ca389ba495864883d6b19bc2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73cb84d8b84db3ce28ffba3968e2097951f24e04
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7babecc6be19453a939b80df6a48dc800f3e713655dd53e08b65429dc2a39fa5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e69f409832f91d6b09deaab00a97a27e2983ff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7093c0e9996251fa8d5ccb39101dfd79f4276c5c4693b0b98333a12b7cbef5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6db2039a82f3c43847151b32d9a3ac3fc85aec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601b36df0228d47e3ebaff89c27a713cd995fcbce91a4fc4c5c719a73d22bad7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fd11e2e85911bb842ecadd468f9d11b99843031
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec3fe0c75db373afdef70889061db82cc290142d941a865e28604a1fcb1dc3c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a819667df88011af961793ab2b4b79559a3fac8f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67b5e4c564a960810dd4c51e6d120fa11ff2f399c633e7501759c679b58498f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b98db7f3461f8a2fddd107886ce52ba03821f3d9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb4507f74adad3c424bff486705545b954f83876c0221d1ebe6f5037e07994c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd1b41da88032f4470143f08d6cb2ac03b8ed5be
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77236929a2b95a678e16c71e3b8041df1accec350f822dd37cf00511f6f16cb7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e01fd3cb1d6fedb63fc74fcde28f236bf242da
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff412930bd9d2d9b405e254f6154235b648b13a8ea16c4caa15072807aa30a7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ef44a61916c0320325bcf0c4a7757b53e270e25
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d014839a15379f856e218ef3f15b5ee765976fafd016ba079830482055e322
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8c92d55fd494e2da857519e09500054e21a27b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb13321d92e7244028e4d7a16d448bef8689570ef973922f52c25d34efe55fd4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb914313873833e7a4f53aea62790d4ea433e69
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fde92350860510d66d01ed6a314767449b28bb21286b1e21ad8da9c7d2db2810
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad5f3a856fe30b30dd9757e42174575bf741a287
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a92451c79a53ad4e9258527bfd4182b17a79bd26797112aff52ba89f5072cd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb709cd145a19810cb63394a82cefede474f557
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae30e9c317f0c8dbb0da9289968fae32fbad3cbfac6740bfb35635e69a4b70d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6815ab53c8edd5df8fe8cf09cb84b5d2db7fd83c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afab9e26dc7dea558552c25d95c78749606e8fd7d96415c707990e5d6b4e4b7f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7616a56a07d0bf2bff8df694c26d4f6e71c6ebca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714af81b6a1a94d2de1e39129eca118a4bda351959bc116da580ed33ae579f31
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ef2ca8237e3cce3356aff91bb6c7b9055a7a572
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fedf643dc8fad6a8199e15695d04a918f56b85813af6e810b27fff014b752010
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de77580148f87abb0d2ab569f3895bcd5852639
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84aa32d89e36a6f63a7a40e3fac3b6e31e1c39a9d4b9bb7ed27bd8a30849f338
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..399705b4030214040b709e36026cf79b6c495010
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6a820977a4660079e03ab63cebb0f93c57bbdf3574f2f34b49328c1279adc1e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13ec22f31298d37dd1847be1ef9549ebb57e8a1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:591510d47e6f77e97c0657890342e9446ee0dcd5f2597c9ec98807e141c0d85c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2987cd5ca686cdf840c3a481fbffad1c964b81d4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e869e9e18714f4f9983399f9fd825a46e6d48ae9f91735f9dd2ed6f8eae4dc9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd28f186002c4d09395b8f7745ab4c49535af713
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ba2807397fd71014b3fc5ab8043f9c772124f4df77a84ac47b1f228715abef
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b7f5cee26b32c2c03fa3ac016b1fced5d7e58f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a112205dd242460860d0a4eeaecdfc8afe0f1f74e0ea2c77962e7bfc583662f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c60a690ba882074b8c2e5bd3643d8aed158773
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b21b34ced2693d5d58e8d8f208bd5a0b27d3eeab6fe785222d37391af36ec0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43573c86c4c0f80089d4d85228c9dd29a885b9fa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad2b98945e5d7752e3f4ec08302bb9d92a1ece921bb5ac632d1925dc662dc35
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89224248b75a9849e0bf8cd5c6fe1cd07b397789
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9325b3602a7392200c09e8a40fe7122fa397ef7f048f5d074ea87432757b13c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f991ca8a9548c668f89107fa4aa3b1efaff597
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60be07f2e4a5fa385e2053667ab45c7e34d4ecaea48bed031330c6433739d648
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dedfb9eceed7705383da5a1bb13c0471ef8d9a0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89f10bf2a25715a4aa1b18a951e8fa7f435bc9f6900658b2f31193c538b6b30
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c0e48b7b2a5ad1fcf1efc8a55f13b056c3d6ea8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd4e338c35a0d0ae0abc073cc2b13fef66aa69470eafa0e0a8b41edbb840ca2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20a5e4c20bbb1dd2ce0d60dbf612c6ce8f803e16
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57d167c30e659bc0ea2069db4f6681e9a0553e8a3e1118fa2c54d6714c56825
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9efbfb56b35c773b56b52ffdae56c3f726528b33
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e18f761cc1da8fba0d00374e0f74f013d079a177c0e3bec918c32ceab142ce5c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68d4ba94ae552b7c5ffbde90dc58cf6a51a8431f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5376eaa9bb27389d0bc48b04414f0dc9fc092ffea0bd73a70daabf30e0ab63cc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a5c09a9cd03059e79f36a1e4ce1765eca61b60
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fab742cd7695b4982af9b69b22c43c1f88a4cf46fa6caec59d1daa2f0e65d42
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c18537406fc6cc4372aa2df145db822c708796c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0963b1731a3e120a95540ed4b45528a3910ee59c542524c15c426470ebca953b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab38650b1680825977065eda1e68ef0b69a0001
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ca693f381cb1999fedeb9965882e0cf7d74df70c120e4d86689df352ae1c3a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e565c984a1126a9a49a762b7f6c86d5f8d5553
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb8d72f423f4d8a63b898f5719658de5c965c95113a7bff5d3b52ebb0ad516e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d7d52f97b9d1149c46fa195c6bb5da58bbf40d5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51707b7feb8b0e439028e4d0cbe5b3fa000ded783044994274de261317d26dac
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b66814ae5ada85e76ac392e8e7dc7bdd35d1c0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f308d290fc56f3efe6858f442598b745cd1bcc5c9c0cd04c88bef78d2a9241f9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea1db35ed886f6e9d9c35d41770243958f057ca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:255532ce9bb075f70bf53fd760fa836a5cec189ae3035dffe96c10ae16a2b3cc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b16af08454642d24dab1b37488e5d5ee2f5121c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae1327a1c82840067cc0c943be66bca3e97bba98deb447e9e1a71dd2240d687
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f868428d258320d07fa8bddce3d480f4a8fa4219
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77819472fcc411b32b05969f6fcd5a541a4d620ddf9ea184172ee15bbb19c943
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf0f6e786e9409288f1edc0f77a6134ba040187
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7967fbee8b51b5b78b78b0a03b1b4c742c823e2e5aa58f3bb1a46ae5351096b5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab52c19f88abab64c8f7d27ba1dc82bfcee91b3f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5a02a268924be61ac34fa9a407162fa3c9882bb12e604489a3623a7e68f788
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d24f5b49c0a601fcd2c693599b878a644f17a70
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9653c6f82c8d14938253a5351e5798cb02ae4ccc80d3dfb60038961fa7898382
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d96f494c1a2da656b7398c54b15312ef4b1e63
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb4cf582263ab72bc67b270fe131c4ab2033079674d7352d6fbe60f3f65e855
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc3113696b148de1c0b1cb8489f2ed680fd744a7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cba91882f84e621a9427e0422ce1119ff4bf1b829541f5ba52dc6505e6418eb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ff9532595f44871e75710439eb8901fafd50333
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c2a7f2227916edc27e26c03fd9a9394ba2298ce8b0e700f83f13fbca62e3c5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf796bef46b9667131e0ba7bc892557abfecade
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70eb68fa8336a70b3a7d01a6c388cf8d32cbb7c2d3ccbf0d6466009a1dca9fb2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e99f9dd2020cd956ff68fbb3df3ec69f20e95b4e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcfa72d057df0c6ed17c72c34b8a01c7a56c25c950c09949fd650b4941e20702
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a38cb84c1662d2c570d02cb3c73fc0b39c052f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce059a7303c4f70a2635110231d4ce7a5bedfe289001f07f12acde7d43650a3d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03c0f35a36d5f89ba00c3579ade0fdaa6ab98f90
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4ff22f6fe0e347a7e2fb10a656bcd917c3d606bcb216b6eb2f14bfa59d3a71
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e029bf1eb591adf8783ccc1b732491b709058b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f7a7e716528a9024651ecc84a96323bf8ee611045953cccdc4943fdbd94fdb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d1ed97f55899b3b29bc6ceb773302c0f25ad6a3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eda26f2f3bdadc4f8a78a6a3a806f35c1678f185888b3023045b3663ecb7ca2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b59879228211292e9e8bccf2f5bc5213088744c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ff3e1a5230ce04ae02cc8b2158b5689d35d407d1f0b182ee7bd6396a874dc2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e19881d4b7eaf9483a44f0e7add34256f41348
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b85df67817c0c742687666092a73562c2e731452c11bc47aeb91ea39747444a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b1718afa0c9a2f41430e0f6cbfcd758f0b7402
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c316f66c4ff36d7cf9b0db6170003d522c9bd27399314e72787de030bc3e441d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a98f8ae6f6351f41ef5309eda77d7adf8e310dde
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a78de2d2a9315b4da463eed239e467bbdd4f802a64bfbd432f8bf5deabdea2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d6dd43597e51d5822ae8f23a402fa120d8c940
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56945fc7e86926686b4ed80651a12f48122e531bdbc1abfa2e65f8805b86a881
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5157b4b47df2771bcc8fc28d5bf64b4cdd3578dc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f343e97eed5399ecd4e561817cce824cda851003d56635005f334a850c45f840
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cf13488d44ae294dfdf474512b5ebc7eafdd7c7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae3cca4f32ed9fee2992b1d0b35be48b7dc307cab3e5ec9b6db67a264dd3f79
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4531d539bdb4d4e4ad6977e9252d72577cdd739b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6fa8f7d297013ddf43d0c0a1420d03a09d76172733f93df8d0f23c188c05927
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeea2e328769d41898c8cf56d358c5ec755a215d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c481204ff58ea28b2d675a8e685df99b6407fbbe02ee01c52e3f7c7c4da0ed
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39695b63b649d28e97564a211b7c2fb13c7aac25
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72dd7a9ea9b15559981bcbe9510626ff005079e38a879837944d058c0ed0cec4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2fe50be2a914ad86a097ebfcb8e519d3df997c3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:081bd5be8b231b6b2141f67f1c146ccaaa894a5011cc2354f984911f71beee8b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cb4acf3673f25af4f27b166ecabeb4b7764e6d5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0531e0c2c3e29beb0a83cc3d394e015bf2a8d6c4ad77f5faaea8999a900ff4f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a91ad73116f6b1ae78d4d22018bc1707fab34c0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e64ccff71421cea6ab75f004b2720cdf6ccf8cda3c1a54bec272289ef18308
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd222e1aa07b0f0189fba398e4f89fa41d11c6f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e32eeaea4e0133b3478b010742035f435470c802fbc902630a9737a8bbffd5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1059a0cad5b7ecbed8a65bf03496de9589a6d8a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4c345fb73a69d787a3e86da04de3ff85b64121839bdbe8f47fd6fd2f9fd02f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17c72e1376782f4de372ec1f1865c223c6092852
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c87dfd7091761ba5eaa0b057b14051c083f3d0c8b89e338390f72f4b24eff5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b95181ddcda2a3da00e020798da414b0b559a5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2a2ee1c75668e2fce6b34c4844cdb7fa32e9fc9c1290e0fd5927aec3cfe177
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18abbc05e660c5c3c5d596fd7115f2cdae9e2737
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b76246c4d419e2ed898cede020515e8a7c3701b636d3a7edfe9bb3d0d918652
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22c3521dae649127911ed534b6269bde6ce79987
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b714b8761df5295b67518930353957dd963fc13655c955af3d8c709c68128e0a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..714f3aff3ec70d48ac2d76b118b976a0e5a6b2b3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab57c5b390acf6e908583f7cc718a21c061a46cff803c0ec665246f94e53ce0c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9bdff3486146c7ecbecb4c416513dbe18e4e975
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df8d5c03ad17c8d33fa0daccb103e6e1e6e7f56e441c196d5df0323410720b6b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f411bc1b55e13840fdb575a881d5514446835e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5821ed07f9a815fc91e195d32c32252836c40664f34ae9832a19a2d9a2946e0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17184461c07ef6471bc5cf42dd9bc104ac1f1cda
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8642658edead4048911729d6ca2af64cf0d50208a995f0bdad4428c1679b7195
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b932ad19951fb76db47b25940b4eb89cf18c2a1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71db7e8ef57529e49a90e380a95f54590c3a5fe9134632627eb88666d7db513
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09a8875f47ef261276e3ca97d9ebd520c17a3c19
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b3f6a4bc91c1998964f806106770253780069a6655cb00ddcef8fef3397c2f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ffafb60227057c46da66a494ff3538466b4fd0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418928b21acb4ce352b69f831b1bf19b9b13a91545829eafa56d0d1a4d012eb4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d9157851bbad2064ea86aef36ce00c132aa0f77
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae5bf4ef13cd6c207020c516771a38a6e056baf7e7847f5449d0d2460a366578
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9727ae7f3a7810735cad5a631ff5342ff6cef39f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d20d9b87f3663464f380dc3049259571002aad56ebb704ae32544c8732cb39
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db795af71c1b35aaf5441145d9175db84987048a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5454660db14b791552e2e714106d2e9b3b087e2457742b49539b5c4030078a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..090d80a3104916b601919b028ac1296e2a256255
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59b4077d51e62c6abeca5f70f31bbc683d831184e6a5483a3a6ca688f0ae280
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067c60dfcd902266a2687eeea573437a3bd0b473
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74cd12a7964d57215b8da8d58302f6ba3bcaa9e44e07620f7779224cb9356a28
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8435f0ef607cc0f40b0f24eb8fd2dcbe24a07093
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0d03c060fcf0485c4ebe396dae0752035d3e4714f8a23a52f95cfa1604d514
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211cda503254cfa14fd6cd9b0237769229232d61
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8678acefd5749f9d79fd985697cd9a90c3bda2866e8be627ea526c97156d69
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab2a36e4b776595344fae20a2c8174c63e2dbe7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b259cbeb76523f9a9df48af1795871a3a6d966347cdca6eb1e592d22dc30223
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2d7f6c381e3b16ca6703a5427e15574a8c351b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729a52e2de1ff48858344e4944b64051e67deab24317d1add89e8005b03c9cb8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7fcad1018ad2dac2ee4085ab517ef169433090
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:731f129a9a094e4be86bfb4c9477b728c8e026151a797404b06400b55bbf7046
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98da037520a344425dcf467400ac3d5068c27932
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f819f9838f45480bb2531b7a5aa920f14bb1a187f8e4b39f49d83ac0fb08e9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb998916f7c90cdcd57d40a041d2bddd2836551
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d77c9299e98f5eed9c0a8d7767943023e4a768fc4f67c50b293abe6a549d47
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e037ecab9e1e7de53d6965f65dd31dbd68edb893
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:253dd08974fd772e89b30ca2a52dd6eb7f91a84f8f42940100a2c41eccc34851
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eedf57d19c2a489d3e61cafb021db7cc4a82b9f4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c992186b26476c3485d6ea1b8beb57d8e67b10655f28c0fe1bb8469fc777f0f0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cef63da848224109bd7401e1b46204a3111214a3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661fc12566affb10979d244b2db072db40491e0b6ae9451b4cffabe4ec19f9ce
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..155a9a3e7f1ae6caceb708f6f766b4c6682bd777
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39123427879634e9d1cf5b9b15d88ed4cd58a729affdb284ba80d6df15c40297
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e24f4b776ccedf8c4413975401e726013521f2f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d203274db96e8d3fff414fb4b9bfaa18b81513c0aa7e4e26fe56cb219d98e6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd79161d0c46edbe2649a67fbd917cd198b6829c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af726a94d404ca9d2207abb123667d017ec0eac763e26e7c6d622ff144c23450
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46c53fca17f7ebabf16fb68f46f3646ec9aaab4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a94468d08ce47026bfb56b0019d0b9702729ced49852985f46430ef34d2a3a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca1965df9ecb0c0da542de049a15e8781d2968f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f1ab6358d6dae7af62e13d8a5792a6fe055392bd95d7a8023b15724ab1b6bda
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd375e0f3cd6440de286392b051888f7df8ff6c8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da5e1146518290730576eeaff109d93522339400edd6bb8be30f7c22a71cfa7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8996b9349af29caa23d297183a23d2db2de44f1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e0bf0d855f1e332747aa86cbaea684e19425ea67f32e079787195deb77adcb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85387c2fa44be087f1959262e75005abc980ef5a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7699f9be3080816eeef4d4f31d407af0c946c6ae562ac7906ef27daf680c4787
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc61450471d9b673f3837d18f37b8f1e43ed4f6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ebec88db3d5618a0b5a340e848ae1fde63a64a7748cadb6f292316698609582
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0344f8b740029af3e30d7c7f9a8f26fbf5c547a3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f290ce135dc2e08054a8fa4c0f6d6706abe09e7ecbb429a6a174affaa4a3963
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aadf34eef6d927124a6f33edf4cbf9e209d0cd4e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b05d60a4d81bf64fa98e906dac69fb5fc7b59a4fd5b8a84ef65a977b05310c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..612d90f56f193b19c26decb97e4c5ec8413ff8aa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2453cc127134d71d43969c6a3c5318b9ef4d9e543a6e7a03f74618af02f58482
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1ebfbb88a4eb011fc6a11f8eccc4ce8cc63b4c8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a02e332c2dc9e7a1f8ab103c189573181b7b5a83980261aa3990eaf1268b9a3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d93b950e67a4ee7613a7de08455854a989451f46
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb1a192618fb266f1eba0aab2a6c5e591713873e686f7475c3f5052d3bcab74
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..245fb50789af6593bdb9e79d501d86582194ce0d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a9356f8a1aef035ce89e1483a9ec6b21479aea36828282435dd9ea15e41054
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca0070ed6141244b44df2e2d97b42c5f9b91519
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e56c0fb2244f85d0199bb717183997348d89a075102f11913f6cea0c657365
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..489366bc6f0e48898b3b8e799a8c6c634ecbbad4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a46fb1092c4f42804d170d9fd1534bda10952bc3b53f39f3db57bc5e46137c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..191f11efb965a07955d0873462e488c3e9fba690
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8325599e811da7ddc8a43f4906c1be7ecd107f0a8f7a1cad4f41ef1d1c52265b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f95f3984eebcae2f81cd6b689845dea8a826be6f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603e7135a765ea636ecad85fceeeba1613ef9bff0aadb0c0419e419c8c671254
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d924fc32001af2163fca9dfa375bbabccb74290c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705b5042d7022bd2e91287647d1e3900bf3d6a1c0535bc1412feacc934240f87
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c62a58ffae6c921f7c3498b32ba0c6e5df5481f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2238e051a41eb857ff8075aac8e5200e92821600a9a28fe7f46149948db08506
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e78f5ea255eb5a8c16b054023b02beca8261458
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e13c5fa86dae90d3f00bb28a109d81a787ec04928047d3398092b356b3cffba
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f01509f390fd2c71b679e4180b5f7e26b9a1247
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35583b312b718ab6ba8d46df3c47c4bd192bf3824cff9118721068bbc8207100
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e6a2a1a18700621aa15b33f97d6e9158c2cedf3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8afc8a9735c152e073e39e85967781a09e2b6f0f29c64fc56185d074d4dadfd
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52c5490b0e54cc709c8273c0b0cdd323ef869c4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d30005297e7c2e9738d42feb5e0b5bca1e505e228f9bc163cd22b07cb8745b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c6694c486ea87a51da4491bacc8482e541f795
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ee714613c7814aaca2a4147f53f04d86da4b8f30e46b24f7655cf401b8ffd5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5de0d852234eb68edb56a43bc1ef1d94089c09e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0f2e242546161abef8668feecfdd9804cf53dea891b482f5f1a567bcc9de0a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b38d68884fade0dd9b8321c54e40e1eec249a91
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ba47fb097da97750c0fe63f214680ebc7688599021bf0f35864a125930afcc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21f771fef9fc196f1e9a9e43f3aaba869946c000
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65bc1c681fdd531b0d3a4b384d6d41d3e46e3c36b3b71694335d3c5e3041643c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb5c3e03ec86c872c52700954cb173e0561c4bd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fafcc6c39e6c84267940056234b5b8f3cbbb012b1ea6560700c8f751f7c4b2e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b4129eac59f18c52fa9a77ed9fa32b6ee39eb2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f543817c9cc7be86bcc6c81fdc8025b1dcb47df710112c1a4c21971b9649d97d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27efa2fb258f5047755b1d316750cd46dff040cc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1698d93559eb5261f3ede6704f5fad0d6a8246d6a34403f1eadb47ce45cfda04
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f53c1a08f46b6890c874fb26d0a34c0354029bb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccdd94f3e8916913457e2ee0f6aba6b16578eb91583bbc606bd78328785ac0b8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d143376f9fde71c46bdad70cb175452d95931d0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba731a9ae997de672155b70f6b53393492ee85da1e81b44ef90dbf0edc90f752
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45cd6b52bcd228360d09a9bed27667961776913e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10cdde63fb0f0becb64c3ea3982e34993a99861add16cf3266383c1730dbc58f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0474e6942ce5cb9fca5f45df796cda835c50a77
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e878697dd4460bfeb2612fec5639793c7db26ab78e3a67c56ae58bdf7fcca548
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd2702322d5b52c755816fc477739e5f60a49bc2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12caf638effa7a72830f262d6cd2c5d02dbaf07cb88e0d34c5fa9b5bbee58d1e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e705fa48efd890722b3aafc3ef83dc14b36a328
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b542b5cb9a3fb0c9b7ad13a91bf72f279bf1c1bff3cebc270c598ac3ffd89de0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a11076a0ffa4d6ac275dd7ca74adea7ce2d3b9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0add3e05079ca2f539f5f7492455294424eb1fa6e065da16c5c8b98ca4b28e99
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..477416ec35c61c87c6341efe4a9265377c9311a0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b576d4fbe8e6ad4960e9504bf193091feba913e5c91979867dd001d1b1a549
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b027c9c65138788fbff35f423f3cac14c56eefa7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139f9ef2ae0c252b1d266b06e469933fcbab4fa10cf52e53f14a89c1c687914a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a5015a30759a84d74b284d7a812df728012f9c8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb4e3b0a421f3429a6cebe6c90ea493963297ffa19c06277168e5ceb6074257
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acebc158025401b4642a3ea0bbcfe2b25920a6ac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9190850d03dfb9f9da106ff26de7f16226cb2d1b585b74c669740f603dc2c37
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a4547dfba5941eb1d363c890a698bc19acef526
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699060229858055ad539057224923a09c988bcabd843a7e80c2bcda0bf195312
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e18d72e79ed23e4a6bda079f6ed9eb343efe0d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb016ad7492f408a779da6d5264aec1a5ee82388a96ffbba6f5f598883997abe
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcda205d2b1697200b657a612af5bd53956a7e07
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7544094c7c6d840ea2b886693efa9e9192c3aebb80c994b97f91bd4a8fa67b38
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..028a2486da59aa1cb2c3690927af9fbc725dc61e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e33a411160a769338dbd45781154a0320c188e8da9328fede1d6c40162d9a239
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9549170112f57d91bd77ca61bdaca469e2c6f048
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ad2d0cff34e503962cfc8a8da944b33d6db9d9d6066c5d3b09be80ae07058e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf1606da3c8dc2540a565865aa16b8330914da2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b13b5573b0f11518de0e1cbc93f68e2ca4b88ad55957926960052ed553f5965
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3006d5dc98a4d8af59bbc677a67ce9a9fa63d6e5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c0dfac493cdc6011ed7dbee1a2bcf1a90a9e75de0e551985d1c038f7c733fa
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c4f340e57c63e7d72ef04e0ca933bf7675a9aa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:644401988b7f81e58fcad9d0371a74333a4807e427213724b570ff6f612f8dfc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb24bdeef31f44fd8562e8bbe91838b7207ab71c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b334c2552a203f06a95bf1a766cdda6cd2400acd184e3f0ecdb34dc8d1f7e271
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c84582765f09a9623952393b742d685efb6164c9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23df82f48a55d99d5d486fb7c002483a4139e57a6b922dd5cae3c1006b7c50a4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b145d61abbc7d0f7526ed5f6ae702f87a9162c3d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a26d99aa231a56030758fd95019d7ab691973577becf163db49ec7bca0377194
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..454694193f8d085203dc2e89bde0fa439fa799f3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e8719c8bb1525a7d22a9532128e26595d2b530b1ee3d2643dddaca2199343eb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c34f3c9e2c541d10968f04460c93a285fd7778f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0c3c8c499a2ead02d8b9b04fad78a0145bbe469bca445bc0e70f618364b968
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ffbdc4886197ab0b8d7ac224cf1c1b1674c58c9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c553b05096fd95f1aec27f7413b7595a239101f2017784b210173d8ccf9bc77
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e3356e0c0676965c50bd87c35ab73696d375d08
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36a34473280d033b16743c4e0009c3a14006ed346b40f0debb7b3f72976bdce
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e58c9923b5643a7469e0837db12fe0e0ac15c244
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6540b218f51459d503413d1ef78cc9519fced4786afae0353d632f1780e62e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c1b0f4a7e8b2e49c536f8ad4e1ebf1c70c5da55
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364e4c024037d24764425d0e05a1c0e978a1a9a833f02607eafeb4c4ca4eda63
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d253b5b3111f1e8bfabe2b9f76ee9044594b92e6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aabe06c1c874b48632823202ddc5657bd175ffe7f98de2d9a3ffbe7426c854bf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2bd55a1ce707cff03eec088aa60078f9c45eb2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62450f383b50fbd8985254bfbea250381d15f2a2aca3179bfb23d2a6f766f40e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97f9570b9f92b22502764d370ea0709a3004acd5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b74fe7134dc6bd345786bab72e6a72a1a67f5e2063a6c6f3b2207983cc7701f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/lm_head/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/lm_head/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b54156a97f218eec7266e692609ff77b30f1c59
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2464849a25f2bc7a3eb68d10035a2ff8d0141073f4c2720daf34ce206666744f
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95854f351f403c9468ca3424d820ce3a3418e43a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a3c546538d57657f9848a27ccdd1116818b2dc72221a7f8edce28bb7feaa8f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6573e0fd2a406cfa12ec9bbe14f97fe198222a26
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcaf0d68af7766fd4d2f0a8e6d48190c6dc1f631e313bd43a8be1248bffc570a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..573251b6e7dbfd00c0924a73921bfbeeb145ea98
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6af4dac58e9ac6b8b4cfb7bcd196c1344b1f452c0d7724d2b7cc89a7862f441
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfcb6aeea83f354e89ae6bad8490fe9facf0f348
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5207e4fc496fff0afde43453b8a0b42381d0f60bb51964dee61a37f1b288d5c9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5491f5a15873928544cef60da043d090e6b6f7ba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7576f97305db4a7e9745f92793f8d20ca92c692e4d1a7ee12ecb285358a10397
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f11f3e1cd1c7b3bec0400823770e5954822ca707
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d5d6966dc763fce199638d5c0e512286fa81c34ab4b478fbf04fe1e40ad0e6c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e1e621ee202897857adb52f07b17bab610098e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:137503e48533698a11900e608c1b66be38f11daaa98aa1d8762439deef3f178a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5efe4b4d10f015b7fdc1e40cbf71af15a3118cf7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e033820a4bb9640a119ca8be2c9413c553308eb366dfae3304e0e0e50826e0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7f7d06ff72c20afb19ae5e1335f010ffa534ce9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6bc481d65f89c4af395331d1a82042fae2b9301314229b538ae3bb10bb8066
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a6cfd36333a124c01ea7b9b6724187410861de
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97699843ad2d20936f106a8b319c7d4d56bd3d7b2ace04783c27930c5f251ad4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf6155f4306124ef48943070904eae641a30879
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d24ee5aa3d61f898c2bb6c583923a28286964689129436e12c8d378da3cde93
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..596672c083ff31b43e3b099ff661d37d9b49250d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea05be65edb3be1ca8e1798cca22c24da615f6b98127a38eae9b632cd8a19c3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9a27ac04f201e1d9419af273dbc6cf6c74c840c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9baf4d1650b3ab00e43ae283846417d4c1985fa2de14ed47351141fec9a5cc0e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39f1cbc443b424a51e7422d77ec96cfaea7576c5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f95a608544f84f6f35b8105d7de3f1b64320b64748f06b1f9f7daddd5c71bde
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61dbf1f97afd98f31de82e87f4a7523d0bacb52f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b91c3a26ebe306fb8b991d8f57788601fdabdff4ed2e041dea0057d397ed867
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff415746e9626f2145ff9393d800341d2049e2e9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d378487a9bbd7d1c5bb556810062ece66f450e4b0e6e79ad45f03975eebda1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd75d54934a25d79c138ffb7e89c98a682fb0a67
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87415238b24c77bbd7544fe81dced21694b4c917244185a3232fc69ee7b92d52
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fefeb8cc3b507bc06d99940fb3d6ff5e9a3ad249
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34a69538704acf37a10d929cc8373fe01f102e105c1e69313ce707594241f25
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c99a7b58b410b147b01592672e0b8d19853d99e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b24e559fc51600b18758f898151a853ba35ed0da785163bbd52e09c49a119d6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb06461ac118feb09c68b5ec1cbaa0a79c5744aa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6288bcfde22bc9edb9891ee654b6fe4cf106ae82de90d5ff0cb512e65f36eac
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06aa2beba886db2a45e7705d4201e83d449a24eb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2397ea04cf56396791e4a7ad562f88be5d8b3092d68dad52a2298015d6a395b3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aeeba34a7ddd677ed5514c2cbbd679efde2daa8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880f0dce4d1ff3e2e2dafd35de0caa7fbcb6733f48669f6a72c25df39a479d99
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69273c218990f30e8204a954ec42519ce14e7546
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728dfda4c2dc7ba8502a56efef938566918ac0492e02b11a75551a00fc057d97
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbfa5e380dcd7b3268967ffedeee3fe33fc57d32
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce49c104da1d44abfb093f19a9fccec2ac3a033234011863660ad3e6f466f96b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317dd0e8e92a5bca77de94e924625cb252667ece
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81d64e651b1c5400555fd351477c82976173d9c9174eb4d50f24c85d65e80cf
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525290d4352ff8e3f74e0f2b3cdf1b3e9f145307
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4de491110895d4d7a69f78a1bd31cd6c2b378cf987bb3b46a5f3ce6c1e857a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d153a8ed457f2d38e7519ee9677798a0bac1c7cb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef60b8b0b22b8a277713afa2cfa2102cfe91e6eb15850a5cd936989006859540
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ca29da674bf7d414911256b75dfae6b830fc130
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e466c1beb817025a1a26c50ad556c6eccca234f4a71f8e95f5ed7daefcf526e8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ee1b0b06dc97a9463fad3e9e8eb77d0ddaa0153
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:274e9ef042b37971c639a3a24d7dd4d142f36d04f29c3787e33421949acc18f6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76c812b503a092f1595edd0db1f49511af0da965
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a9497b11a70b1b98c41d0958b63b048a33f247c0e09c0a44149495d55753d11
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0441dcff6e5aea00d77b060839a767bb256ca163
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c9d1f7a1442373802b48a63c3c01ac7eedd5242a657fdf8167eda5eb8a6909
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6316d3d417b9b447e3444fd5e036f31904c1a101
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e470ce770dea7faa12931319587b1fc5710330b070a6502501f71cf449bd568
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d43dee7a63a94389be6c10e2cf0fac343e65bfd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf343b7db28d12608a8c2ebea1a2ead85e560a995e232c7bedeb3edc1dbed2c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4ec8cfbd52e7f70f48935c85fe9fa1b95676978
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f9e2fd0e5f6e942eef49ad6d5a8714462d4456fe8f313cef156bc19ba69d40
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e950c7a6e1a0cdfd2b3b59e75d2a0ee4d6959c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c36c2a714778e3863c1432a15788b23795eaff6e4b896b650fcdf5579725f3f8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92978af995be3d287e6bcd06170c1097eef095f1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c6ec6b8d82bfd97882664d363340022641c5cb8ef5da09aa9c2049c7de84d5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4101bb619b1a96517eb5c87b161a1e118c31d4c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714b3f395012fc161bd4ee083635fc16375bd6164f38945f05a425cab60b84e9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ee329abad8181003846d40d476c0646fe14cbb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ebaf4dcc9bacebf0457dd2692721b4569819b5f87af4ddac39cb1fead7c0d6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f67a22a872a5db20a6d6524d694f6d13fd5e0a1c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d41a81c51f40928a19285a5069299a142c0a9cb3c5c95ce3eacb976c584f05
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0501ad4fac02ab69a907f31c43e30fee7020112
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c26b7d8a7c94a0d254dd396d92f719e333b60b2477e16d0cfdf376bb1027d8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99442c3b4d9a98501bf7c463229f548eb3840cfc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:114508e3bee3c0acc65b2c06ac5b4b091794c9da86287466ecf44824ebca99e2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3148787990d50d3e7ed68cbb77ca71d8cd063de4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8de84e4c976a0dda482509a1eb70441fb3a6beab7a646e055ffc9b9e148d78
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67ad8c6f295704036996fb9a688598a156e3c0f5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8874e594a1eb9830eab2e2a51307ea1c775fb0a567e4fcb4874e988e3c963a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33663b181e77c000039089f5042aca617f3932e7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeab34f6a070d89d2e89b25e4aa5024efd976683e9877a31c416b752878bf437
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eec65ae540022819a8903a54fc84c6d9562e1a51
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ed0f5ae5a3bdf980cca22d05303c91ca7aff4da6f12beff6ec8549f268586d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11cb826fd2f82b3868a133b72ce5cea125439700
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da902dae4228c0b6034a897b1eda03fefd9c8f8dd4af425d323fa01e66961228
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a838a6fa536ac1dade00012d143fe96ef5d9d005
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f205eb48ce1651034f4bbc9d0325b0f74dbd10095eb0bcbfe6cc72f02937214
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c67edab3098fd0d154ebcb44bdab98c1716f1a5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82b6d43ed4c7f7f75b0d0c46406c538798959eb95130ba72cf9076025eb916d9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8bcbb644be2beffdbe4d13d57563b2f8fe44f54
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6aade5d349809eb1a49da9001c4c0a56b4dc13cf4bee3d6bd59b83b79bb14a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b2ca29e6ed17d26793a94f90678e2bc7708c66
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2643004dd68962acfaf14d55b07944c23dfadfa629b358ed4c3d00bcc4af66e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed055c4a60cad461bfd8b0cb92ef16c2aa0daeb4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d8418e64097d462d5a27bbbad09e71c54976904e599b2f96fb9a5b44547d11b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1a2647540d5c918cb7c37f9e99b4394c82b17a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4939faf79b1a7758f9b7c61479340c012487903d090b2324f1165ea4cec018f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..071739252ce656100d3991e29c4ba209550ccbbc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f31f35de2f02d4c53904343a400823721c3c408dfc7689aa6bc8a42153b926b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03fb9c2daafeb8af86f7622ba13aa1ddbebc467c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e2ec88f0d73d36dc48a788f7f49587ed287a214d4fa5a01ae181d315f23499
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dacf2c9d4ed945c8fba6ad922c952e2dfb85e243
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5877429672ab0ea808d5984c83b8e627d0fd839b738c709935b1c745f8700d1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71869c8ce1963a7f2c4323b9b0fedb2f6f686de0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffaff007d17996fe4ff5b4e3e4d5f1b3f72544f7362f972ffd43283bf5e330dd
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caac22398b82a5b6a7ac31b676d6e9d227d720dd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2303110879d7b80456268cd00832880d791978336dfaf32305d10f77d29190ce
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0267226ca60a666906b39a00ae5802de69f1e706
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49fa210495b66eeb8ebc3edb862b34394454d2ba4c52ef1d06b363256d176777
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a318a4e772aee8d5421160f6391e2b254dbd7fec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6765b9e6a923983c36b69fa798109f8fe6e28ec0626e065fa95330d4a2dc44b4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4afe96c9dfcc9358d6d14660e77936f984f8faf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0c1d4a4eeb5d307bfaf7c915743f8cb53c7448ccb8f15115eccdb3ee45d28cc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2c1b329c6a007fb45b3aa363060a2f7b7203aa2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef2e95212aab982ccd77bb177fe84c4b2e6d3e5810271c3f52ce9c1b5e1db1c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f39252ef3fcd074d570aee1a2e122a9d269c10e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a6116be403b4df2d65f5a13db52ccdafc701fb9dd14f54c7cc3b3c41cde3ab
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657ecc5d213d446e822950b0e90afeb2f4555965
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec124552277aeada3fe6b35bd0497e00a0c73667b777f31b73b9bdee92123b9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d128725fe4d89391d43adecac874c7437b08bd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce99909fbe69d21b0beb56e0fcbab4c0df9f55331b27571920d9f0b122446b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a333777830e42d3774d7ac806d37819b99598c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d045c0f512b4a381314ddc72ad8bf9cf3b30b5abd1db2de5c6ef3fc4e68297b7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31aa3ff546c5e3c27adf7e5b6ebe199c1be2085f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a423bc67e0186425892e826b501d093dd308bd73a8d286abd7d071ecf7df43
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf9e052cebb50ade1a03cb69cf31ad61959d66ee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24e123b9fef1de2f906476d09793183f7117d3924d7d9bd8d51af491dad3c42
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..504da72721f56e1f521843bb76e8edd625564308
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f23442c6270affbb75abb8c7d623ae827525b6eea7a20c8a085c877eb36803
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d7539ee447108949ebaa51f95365f270d1b02f7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e17064983b340999dc891ec52e8b271a76ac00f789f07ec672c50d110d3e01ef
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf0bb413608b2e449c9dd7c2531b0c4079a2eb25
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c67ee8fc674d70508c6717883c2ad9f875949cad5c192f432275bef665bf7ab2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59acf182e16f2b8bc8604b91c6bc98ee47101e63
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ffb39cf0cbdba0c1c7dcdebc69df868141f60bd6e995428f58d4a5b8fcdd59c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde365741ef4636d02cb93bab9198ab758c1979e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b04f45fe180e082929fd0841abae29d17905bc197a3a274c41edf63134dd3a21
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a3435e1750505ac4f0bbfd2bbc2f31d4f8cf954
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a27d00798d104f2aeb94c2136194620125b0bb7b2baa6031035840277b1fc9f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b41c9ba166332f680446914f90f0dbf79af3ebea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea4cd0860bac16d7462580101a4123d1de7aec11c46506ca436f494560533b4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16b9419008f65df6d9d28772c12507c80d316ba7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06df600345ef1aff452785d86d4df6499117104d3b4383631e87bf0799d16f3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ef56ddd86dc9793056206bd9e79c1cc9e47a7e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852c3ff09feaaf9b6af78762dcb9acd86eee69258127c31afb8cc17efb4f7f05
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e1ba7a0728b158c2302076f93384cc29af81107
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4a44460ad497b6b03f1cd954e30f5e81b3c25b82219bad020f1ae72b84b423
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f08e28c6e331e0119c48b5d92537a1d46f4b1199
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7ee96789bc3dfb36d0f324168083472c0c2493e61cd1c2c9d6943affc51b14
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba02720d2482be4b291abcc1bb319210bbccfa77
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98b335919bac17435ff993de01bfe0e82c91d9d5cf1c61210fa00df8989adf55
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52a3d549bf2cf110a812c6464dd576ff8c68d030
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e528cc0b6a97fb34b38eb8bd1850d8acc029a031dc097f067701c0650fc7e8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e319372aff2f099f0dcb196ceb4e55e491d09c9b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e588452ccf833c6d03091dbdbe58e2761e36a40d5ea6aef9ddb1b924fce8282
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61fdbd0aaabc29276cd775aa2c0dfb44d21e93a7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec9fdb013ec4112231d6bf72e9edea98c908721a4865fa9549664673a2893c0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b5434d5259f2a6542386611f8eceeeac898c67
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5176daddeca357f12e7a0dca69bb5969ef73473bf8bcf792769d6a4cc0bbfbcf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ff59db4bb0d8771f99ff61050eaf7ac296c314
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5d43fceb7e26feb9b248633dfc50c6db73abcbc85f3025d377d40d30b8b7a2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef938c93dbd923e1242e723466a70bfa7b8f672d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58640e760f88b56203e60bd3a82355c8142abb24cf9e73055e48cde6d145a4cb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9bc54306fee6cd24fb14189de36268d05515c13
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b8b271c07201cbf71d5f67a9562be5b57bb580730f0abeaa9b4716818fb7f3a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d27a5228f4c0de3db70d92032fdebef8ddeba43
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a03a9de1f29ba9bad9c05f346ec568c38a73aa010261b9405df2fb890c4004e5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d8d662bb31be54fb2dbcbfeab04a465f7e81524
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3161cce55f2190c092ab7f5ac387a550b7f88d0869f7cd55295d7713871702e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10178f6965987c7cc523757315057e1acdfec4d0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775e2df7a327dd394a40a0562c1de5792f2bd38e7dc5688eb76b505f703e51f4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13a08b93a0256c5dcd1242c0a44033755851238f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28afb9b5d690cb92d778e6cfe69890dac924dff46a269e8d8ad947eb32e1bf4a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922f0fb40af51e5f523a86fe6a2034216faa088e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3a31af39cf25833e52e4e93b05a8a965a681c9a8c7e1082913c31c16a80f70
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11b6caa19b5a958600061bbb09836c1c25d834c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1933424f9b5a39f13322755a2c37ef34c0a0a4d74d58720d7b8976039eb359bd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6d00c6eae1f75abd95ca32c1574787cdea851d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5663a1b5e1688b9e98ed29f9f34d39ab40f011c6ea3d09f0ab7d6300e216c97
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d7ccd4664fa905b0644487093b3f086399b7c1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c99c79919494407c029a319a551afb6236fb42ed72ea1689c8976196dfdb01fa
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3faeb14fb18a0949487e4e02de273c2f9a30618
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f45d8f210a92271d4e8c88fe979faec6bd98c4d494038042bd9797894d1c1b29
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e676ff9c81a7a18f638695e15b834ecac4b2395
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f079368d1962b84ec2c8cb8bf27fd679bc0b7372906c660aef82beb18e7cab
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a59c6246dc777dc2d695a44bf8ea5e05b1f5435
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:038c6bfbf74bd2bc66c1f08a799feb1b445f48b43a8a9c55bea72de231bf8af5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c215d86286a45bbcf763a110255fa4a7adc00c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8da7321a4c09babd1b6c382ed28f03f4d0dc92cc12d95882d6b4e8143ed5190
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2243f94cd078ee61db8d284d876aab9eab185717
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213f04bc30da535390e448004390ff95d3b57eec81464f803fd919be28e404e8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44dc9bf0a69513e74240d5e92fdd76a83c04bf99
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8281adf549a5528481508f87de17ee5ae71bb53ed99dda85aa6532c894f268f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a6532250141c33a12e4fa941f9c124308e4377
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f654d3ace2081110d978217d1fa662485b7b7855701ee4ba3e09e80361a7c948
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db8330ac4706552ccebffc70189efeaeb4c5b877
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ad7d6ff898af4b7736ed55c0af11d262a1c53f8486ecaa2b2f46e5cb2a13e0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb0d36eca8667e1cee2a522d064ca3d4b13bb17
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf0f132bdba3650a7fd8843b450dc5c1a760df46d29b7dac858df5a54c287e76
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee57222a62d8b213d343fee02f2af84c98e36c2c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960364a1e2de427fcb957d6d8b97f10cd711cc07bfb1f053cdb1c504918cd8c7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ef1e7e34906a23b12de8821a62aa50e07f1ec0f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cf93d25857af33c33e4d08d2834fb204a4b6f7dfd8497c834da44012946f97
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f466a2f8e626aed0d7936878b0ff1976cdaa09e4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aacd518ccf8480fbbb60fcba020059959ab0879cb6830d1aca28e76240ea567c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aaec08e49e272af855465fe2a3564bdeb0a2c72
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5903d9d1ba40abde280872c9f8231da11b506f5c3635849f87c4f38077ef1960
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2bd9536fdef1d9c3b34fcc045e27efb5dee04b5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3dc1bbf8166ba31e9284209282b0695c4e7815285050664132249dc6b39ffc3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e8e91830af423f5e5896bd63384b96be1a7ad8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be756b92e88a1c91a947d5c6807645cb33aae1e932655700fc09ae9d4f71db5c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3cfa1710149c5d7cb3beaa1d0c24270a44b3322
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e8025f73b877e3516bac97fb6a2d1a85e6e33a66dc3acaf68f1a869d99b853
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b61e61d4ab64299289003eff40a026197ef5b9f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d4c53cae508e0d0b9f8ef5fa1bf33005199f2fd56c0db0ae75e7599b1791d06
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..020e40202129194b7e0098aa8c5d6b524e68f4bb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1547fe63858606f4d5ad0f691aa51ce734ec66bde22a44e66bc12f0a944266b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2674dfba61035d20ebdb5ce286bf7a3a9df55e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bea46357a838b8ae3f729633bb339dc9555446ce75aff492b10db9fc737706b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93bce807e123d83ce40245e8149a625fdfab262b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6105e6630ac369d4efd87c0d31075da717ec836695a2ba06d54516275f7ad738
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb9d1d1cc007911754a9608b811715ec85b3220b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f0a67a709e006499f8c58d93fee50c20da52b4b0c19dc2ae2bcf2b7ade18bab
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf21d97a1f1cbcb20f5b1ff45af6210f4c7ac9f7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c528e73e17588ba0e3ec6460a14fb6db9e02c2230481ddf2e7ab5031f5df412b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a1ea98fb7ea2bf52a5094f989682d43007c7ee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e34e6b4b38d9576caf69a418cf2e0729722677870870f2bfd81495dcd6b8485b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..688965c8581df80b8b4ed2203e768a10a0ed07d4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8638c6ab7bd08fc0cea904b0d510ef07ca6cd2fa331c96b186c100139edede
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee745a15840e48fd7b412afcfb8abf3a14d2ce5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983ea8d277163ef2a0ea9d4e325e35560248fb5c31d68350ad9e765bb62326f1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6c36f9a3b002bd317bd8c8522aca1ca3e25e993
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3edcc9325fe6c562345202a9a4cfe90e5622724720b4b9ba96b898e318c8bca2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe2cd60ab8838a4cbb870c4ba8ffc408e430da56
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec358efcefcb286a7b6523c5c20d021d3a53ffa1d3dfaa794ef15ebbff1f6ed
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0235a9a201384f38f0d01d26e6477d389be02e36
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37d6e514186c7aaef07f6048fcfa2061844e53b10b4960f81dc554ca988715f1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc178d59f38e21ead6f0c59e0cc71d56cbaef4f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c702ea7c4136e64224fbff54d059bd68521968bc9b3b09bee2a014847c69f132
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94438f1bd474565ad382b8a2e5ec2d64a3b73a62
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccbe8db68986119dbc26f2ed88cc3b00d9bbb921abedcedad3deaa51a9e9dd39
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d129e577a6403a7244eb6666f901bc820d25f4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b3fb8a4053aefb897e53084705d33d2469069565faa5e22f50d4f996fd7bfd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1306cbc9bb7612fd9e34453950c17596fe6953
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5fde1bf7cbdc3ce99841a61799b83434a817718171d44908586aa860cee910
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a4eba2ad79a0f33648f01af23998e635ea59694
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37f33ddfeeb3f73737feb25fe2d537ed405d4cd9251beed57e863aa9ed32586
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a3e7c35410778940d6656fd58113ca3fadf407
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c74e24c3dcfd5460c81f4cc7a64636201bf8091584353dba2fb0052fe75de6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0784ecfd5de49b3bedf41b92a0602a0054aa18d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261d10aabdc14e31418631f5334e998eea0c345133d66a010406f4d5645359c4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b560f17aef31bccf62ae5c6ede52391dd1b0bad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c2ac541a8ba5ce29a819bf69a3ed6daea9ad4f505cd7a0494a1c344b293246
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aaefaa14e64d4bf1201dae1d7afe0e49430d557
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89f42a55dc2bf07104f14e572e0291f4345b8b7052b692418d4585d71e05a41
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e5346ea41eb8a8e8ae13cbd83c940f120db8fe1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:452a522ad4cc669e43efbcaa2c69d3746d24c46d0dd911571534d2fa98bf913a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e626d1d314071dcfa657a2cc0e17212b9cfe2f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad99232d50bd2ac81e90403546939b6814fd4750ae342213008d271e620dd1e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c859d54c2f669c6bdc6e3f8f614ee470d385cf1c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7098e767339a95cd478983f5167d3765593ec84a5d16d66123919531a8050782
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470c01815cf37a686de9ce96206fbdef98c85491
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4110e9682b5381fe77a9a1525426b4a7e73be5a1ffda878297aec373dcee578f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06686bb92eafeab5d109ff0a942b09a56821e765
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d17a4b4d4de2744ff999cb2b8eafe9bfd527800fb27994d48770881afc647a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe288990127f869745416c4f5f698acbb4f8b4a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d358b825e03c5e7c56fa98c78080c376b9c519c9381663e6c6ccae0c577f5584
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18983cb0006047b5d26d9c4311e17d0b5c287ab8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90fc950be82b61ec841024a0f442e1a22dd218f296a0a95d9a8b4ebeeccf516a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8809163ad36d9c5dedcca174cb353786b5f27e61
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11429aa63c48967319640d52bd6213cc3072a4ad49ef15c6995cab13b8df4597
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..631abb9eb34122769a88c7c0eb71bb576125f0ad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee912988fdeafc127c8b54b934bd34c428f2bea06667edbfc2139817ac953d1c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3a73c4aed68db898fd52991a6dbdd4a32ef84a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42868b72a220391a97c3814b438a0134eef6aa0d070495f91126d3e000bbcd1e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..147c86b4e1df75cd624515e4da943511b2c5d0fa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe315854ebb2e5062162addf88d9b5f075aa84a6f3a21f9e607c0bc314bbbca
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318098761a2caf8b1e68c97dcaa664205b3eb3a7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd37089d315d9542195911a90871702fa1b3e90437fd570e42df54df41892bbf
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4a628a46bc2656f797e9a589333f07e2640d0f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:737144d64c9ceb8a96e90ce987be547e2dc1c33439c80415bf162d4d31bc944d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea507ded0af521e9c613bdfd887ee15ae27f7c99
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48312c35a289657c845878371ff6f29513d88f2ecb660a0675000afd158706e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..057cc1dae2f97d90115dd9760f64243d83e0fbab
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b1e03fcd44d78b487cc7ea07b840698932309e70994e14b45947f28d3a734b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ce7ba7a340e84a0b89cea90fa29a17fc2a0fef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7583f26225d5be1304adff5551567fc903065be49d1942a23925c8f01b72270
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0545b80a5204326c478e349359a664fd8abba7dd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784f6fa7c0bbb5d57a98f099ec3178be7089a4f8dc576fe61ee8179416d108b7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc87e234c3c8e72d80ccda8cfd4c45f84653ca4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed2e2e56960f76b1da418ef7a38191dc74bd82fb3976f7a8781a2810d911d6d1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aac9f996b210d512dc054af74495d1b7d6be455
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b63be2d2cb08328425ca78eb5f7ffa439b2728172e1af6f70044a4b2065be7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17e8dee2fe2e2f0d9ac30f2cfee3e606b11e6d61
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00f208083f62201b74b64668e60f24a877858194831c9f493bf0ce42fb5c3be
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad5115a1eda59ce018848f2e117ff00a8f8b284
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9576675be7933dc8e17d638d001726ac826f3a066dd3892fd502e7b9c9e65d19
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0090f8c9bb88fcce199c64320ea67e26aca8a6dc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ecd37c45a9d23f5bc6ef74b49386c6322467ce19210557abbff871e3482cb08
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2470334f97734bdf5912e4122d8957874bc0dac8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774c43c6c64a070825a456d34397ef3511d882f1a7a7a208633b18520794d058
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaefab970b7472a7552ad44ca04907b687f317ee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30dbbcf6faff01af0e576c185a8afadf435531a586fab161cb4131e73e63ff1b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27fb5f6af1f9c735c68f0013c5d9a91a1231908b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:385902b5ac04ed2f7308c3bbf9f82bbc8351082c8c6c24ac5c1bd03121bf2039
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345140a50f07e14484b9afdee497c1d0107c4695
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af0af18392866d40251e11c9e5a3d318b5d80635879d2668be390de0ed7a7b3d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df63565ef8a5a0fb202f6dfdf82335179ae7d28a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6db32b9c03886ec8c4960b823642f196ab6c66bdc50711ba3a807694bd2918f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0f1212f253a6f64e22eb2de1631b7ae4df42eb7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44be08bb4ef56fd59db42e90d2063c7b26643215bee8a5cb231f277f913b2c1e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f1b6319666515ddb7b799336568dfbfce7d0429
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d3f44d5f4661b3fad44d14ab40b52dd4c3327be8f9d7aa20f9e26b8af72759e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..634f2c21386fb28d58a058060c71f6c3840dcb6a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:015b4489be424987ab5f3d831bb380360b6edf3ff9b14d352ece9cb8bc47e217
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84659bc178ba085245d32bf2ab80534d45277b31
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7296dc39ba695c858fae553a9632c38163e66c4019d97666aab73bcb1c7c0358
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30675bd4dd83fe1e67b6245f5d2e75671f07f912
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83821b3031a3512165c8ae2c845a20f300abbbdc55bf5848205abe51b4075c1c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa402ad82b61dbddadb68aae3bf2d96e6ce7c0a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c78e99a778c2a1da9cde60716aee0419e4410d914a0d885cbb069ae1c30a0fe
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e11a1b138bc6af1f6177be5618bfd012c0dc7791
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2437215e615ac56f06b36d203ba376e9955e69187c4bf5b562ae503e2f5ea30e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3d8425ba4f6bd21c27d6787243d6a11f4a29d69
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2122d9bf3acdf43334d118564bcfac58651ebd3e7ed79aad07b5a71abd7edb31
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d45bd47d8d5310745cbbd14f17631e52c62fb3f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a972d6ec0955dcdd3416039f29fb5ab494c558998fae5971d961af318b23c00f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23058b2fc0914de20576c3488482975e4bbf129f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2770d1a3e60ebb06e147e771630b9f0bf0e6d9bd9b95be7296a3edcef8eb9f43
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b112430f1b564ffb7d665ebd70cee0aec46979
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6afde8311ae1513dfc094406009d685d04b0b6d26e8b0dde082654e5bc6c49c6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072bbcb6c3103926110d5133eca277d0c19758c8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5146e5339bc153341b714f5fa2c1f66e651639b329cf43fc3c145fc51f799fb8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d058ee7d717e9c1c8c69003a832bdd437bcbfa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:284285f7ab566e1ce597aefb074bcaa125dcc5a17c3ae589abdcc28159057484
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d335d2e4fa5b66517563b15b69677d1f72173c02
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27371c83838e6aa9009fb1bb9b7630f530228bc6d70f99b1221cf7484c9132b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd2f6820b2c235423c34001b62f95b16704afda
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c9d02722e73ebcf97fc5aa42f9c067cbb4f774bf05862bee959642a361e4a0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13a220b75e10f341ce1fe732620c644d02cf0697
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1f7b5641099c9e480a142ba0fd4fcde75e51a85a7cd784967f5341d51e75c6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f36b87e40e00b739aad3753cfe3a6f2d5b28d6ae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02ab7efaa956488cea43f8bfd89e6425c310624637903bc33545645a5f395fd
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130523f06d12b46c0b88504221acc05f8d35f8f9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c954ad972afd7a54b55d4e639c03f4273380445385dd8ef64d7274ef546bb1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ff0d4a84707fe7db6db52275cc40f075e17639
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9300d1bb4be01a5c59fadb539668ecf5733475fb44e5e0a223a05309556be1c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ef448c4fbe26ad77d8b7753f6f3c771d221277
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503a92e4d25c7ed6d77ebda76c495eff9e1c9a9546168f378f1a4749fb3b330a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36532ba0a856d7892a2e50a4e45a4142430e9407
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843a552716d2b597ab8834cd5913463524e5749a15012149c1a7a56d7aeed889
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40735418b54992da88aff736c3109e966800873c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:274b2de67dfb55d0ce13cd18004df80488af48029d7a50886b6560046f07225d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc1c8e45eaa012c31f9f2a66ff3c3eb227a156d9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4938d7257ed949202939a641255ad599d43667b1aa525a6b86f2e57e49bba928
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36655b7f4ee290b69d15df21fba0e98367338653
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9452a551a49619c059cc01c5d482c0a0f2315116eedb766f2eeb68863f5f351
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49dca7f42b0efdd6d1978031f8ad4d69dcf64eba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:130a31bd1dcc3b8e5cfd7250c07bf35bb0122160a0ef2586ca716f3ab15dec3a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9795ab1e80753787c29f58f190fee153d2ea62d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666dc114c9cec1971444c61a261089a639739dd980f05e5cb43ecfdedcdb2b08
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d033329ea7e4b06b21853f0786551eff14f9db8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb059aebe6001b085c36d0726814ece891e8019c35b58064270c109572f64a3f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1733000e7300e7de3409316b552ce8cf2925ad53
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a107e13c19c45d0bed672ae4eac29189e252095631762dc01785b00cdfb01951
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e193db25651213652d96f96e9cd80e0b8d0eb6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012ac561a04010604c481362956f4ac7d6a144b73d62b68f1bba8d37074b1ea3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3bd3cbac981a74cdaa1d9522a9094e309f59fc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e65c35a5be2f05b24e1a008c3adec81ba6a0a5d10548eb9b8e47e9511a3a987c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..159258a00328307fed9547d6f6bc5c9182bd7970
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5ad885b80b6f87b9f31a20e6e50f3802ce8114c648f41ff8f1995b5312f320e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9202fdb7c2b47dccc9f10097b213b2d707524460
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:686e04a6deae635059e17dca1743fb2dc98d31b78b084b73841815faf83d6a41
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4ac991c9b6e3ee036d677b8d19fd45054049ca6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:647fe97dac16a6cf485adf0c8de0a8b54c94b11e82f1f43e503de79c2bf8d912
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4d0fd9e4198c0183a1c8cd2d1c9a957555d27c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da639be4aeb0bc434fa4e95213d83002b3986bb549d798a5452e42f1ed0571e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c97f0c3cb100b3e9a52953450ca064b91516aa75
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c44d4870f8c0f0b413fbce5fd6e8052dff25e658b4d85b2adb5a09b8e292d25
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b32942381498c458bcd24953fac066b85fdb345
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea04271b3140ad1e1efb3db42f034cd2d5d4043b7c23bc5a96dae9d7155ab6ab
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e362dfab55944affcaac0259717d93c59c810ea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68f2ece5a4bcfec89b8632214e8f33cdbf9a51a336f015ab0b5039f62226a01
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d97f088218a648e976620f7ce98cbc46fd5916
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce2c0f09a1deecf7db53f0397dd630629d9daafafa0bfb3dc9974605ce1a27e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e92d44eb13047486a669a94a2e4d47d0e78c179d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:878369f7ca91c625d9117d68ba67c4d61823cbdb67f473b0dc09b8c63c908189
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3bf8537e6b0fd00539127a126d98f007df781f9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885c10ecf67f6ba4bdbbc086fae5649808b35794ec16e88942fe36801aa885a4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a338fc38dcae0aa58cc2595e8488b8f4fd9236dd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8569dfe47caa1a89fa47e99122bb877146db8c8d8e91a62b520ac64d13dd4a8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59882d61849e1f08f3f629e7ebf85ddca1b392ef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4740c33ae6a4bba1783183830e828c56533fe8adb0363852fd26ba29ea21501a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ee7537f4bae912e62c562ca9e595d087ac435f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90c67e3a5d0a0cfab76793b556ab38b62b03296f9bb2acc8607d892da95bb3f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..569ba07d2ae83e94516c8ed54c793490f2edd219
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a66bd3115dc916f810659e45be9181e19a7a78aa582a2da2eed58e0ef64d96
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bab9ff0f1a2fc20a781438573433f4bc2bb318b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d70cc7505c01bee7b3aa488936bdcb1a730ed49e86edbd501826646d2aa359
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd66aa443b389bf2c08bb97ef35d7b2cdd6ce68
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab58bb14aa66ed78070f79f456704918b26aaadb4c7f0d3e372818ad08f0655
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff36f24619579fc9ad3948a11d6cb2c456521879
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c555402ae828100856b423b457b2eb8fcc87bb6ecaa37231953e3d3a20469a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3058836f62c6251b0f2297d00b66839061c6731
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3767810a0e35da9d3d620a3f02847bd2b774a9816034424acb3472cdde9d586
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb3c65f8035af6906ebd3620ec9ab149121ef73
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bea8ca2ebcf1042093bbbf32e771db3f0e7dcb4c622c7f76286a84129a23e22
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b36281f8c5cf21c8853d9889715874f900e2a92
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d4a446dfc97852f7be8b686e1dff8b6f76b7895fe63ef1a029be1bca7bbad7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a693529dc6d63863a51654c131744fea6858d794
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b056e2f2c79cbcc935a7676a0a7e2bfb3a8b2762de86d3108b7555da65e702b0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b98817a807d994bfd05ae43a8087e1ad4402dda4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edfdcc06f4c95665ecab1a895e7b5d8210a8b1e77aef0d3d9e5d0d056c2c153d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db8c5e704f25e2a662187037bdb6e1f9285fda4e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c25a34526118c10b2a6971a3b2fc09e439f01c9063de451f8b71fc61a145d7b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff5d0188bf5eed151ed57a0df69a9072a32cdae9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91bfb54339b604ff982434ba4e0c318ee3919a151a212ce70a34097a5b05aee1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa9008df5c530561ac8dfeea8a21be310a4ab22
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea1d28e5db82847cc7cfe85f6447bfb90df08e53273d5736000d219d9e43d103
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..848bdf54ce9306aefe6d5772a41d03f4b375cafc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f043b12ddced87ecd77877b38ac3d8b40bca15d3618059d6343ac7fa382c62d0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7128c9da6be5413fdd7d723b0e0deab40011cb2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb2b56ad3ec46eaf8521bb612242104b6c18519a013f73d7dbfade40941eeb7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae9e03e5b4001dc3516b442a5fe127884c3b3305
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b965637923053383f0a2e7815aae4bdf1e6d13ada74e8f817e95dad09a14cd11
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a39bf3494971329647e0ca240f6d28f6702cc718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0491514538ef9f61bb77328aed8c26a76135d63356b6ee70f06aee4f90155a2d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ff8e91fb89efaddbc5b7a9d0cc807ca98c40ba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0706ad1be38c020287ec0fbcf6992811113ae7480b310645b74c2c2fa846f08
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa4e080694cadf21910a423bcee7eac76cbbb86
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a2cb2f9e430a8dba2d11196482faf58c803f74a74084957089c0ee31cf9ecd5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73269d5465d1a19c3558f21c9a4cc4fc5d115385
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:723c1e23cb08d05d726b0b65dca475bc8c8bee2ce055d87b7f84791bd2d5b701
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4fc42ed4c9c11ff46bf12be9b8bb43dfd1e1424
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f129ef35a79cd45b994cefeadf9178e7dad7f1d8521e7ba085f613b895896eda
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4511f26de82560da604f7df5893730a63fb861
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea46f66e50cc00618bf851410aa28d3c3de4279c96e6b91e31590b603dac35f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41d2bb593f0f1657f178151f8c50a8dda622949e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36745a723f05f960f4c1f3e09476e787c2b545b2428c9a39d5e995ecae09beff
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1d9f650580a2279be19d96aa05dbb68e6cb1eca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd0ff8541b34df37489bfc2ccb091bc1857a0c38fc5b63ae3cd335a6008c379a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ca882693c33c0119ca13b7137dfc8e1774ce1f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc21fc06ff30e062a91f4d06a0dfcff98f79d00407e6b8a8a1c965ea0068fc0
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33afc60974d43f3ae431bcd244092c1a5029dfa1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ae3845031349bcecc1d4863fce0206fded84d50c2501d7c03badb2417ce814
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f3eb7935b93fa2ce3ad18242211ffa0e7cea4f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79790afc1d08839976d82a11916bde50363ce74ea4baf16fa9e609d4ceab059
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e21180e3d69dcfe5d40372b6e38c043f2a8945f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61cb62cf93d461ab21d9c42f7d7820fb4994e9902622646fafb576f218da7c7f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f527e6e9aea29d9b2a7f6763befc39af0147e02
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b449bc39c017a3e49e3b64fbad462ee57b0fb125ca64b4984eb6cfefca927e0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3265ace28a825bad0b1fb4626614295f230d23f1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be90aa481d364a8592bf26afd735ab4f9caa3762eeb4d2cc4de3147c602997d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc4b660438bc688cb3f0609efd467f7246e74f75
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b8968e03a6361199473c43898e6a494a5f928952ce13020fbc427e31e7841e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e2b89a98f099385ad9085872ccb131f06d67d2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88901f93998f460a618a7a3686fa4a5073b94ed169b7de4fd11554c461bbeb38
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae2e180385357f73f0a443302310a2f0550c3fd8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a48568458f19745646028ede10bdee93e589b844397204fdffe430cd970c64
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d3288c2db6a27f6237387e0d154add46285152
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b67eb84593e0e460e6d87e60436bd7580ee445ca073278d1ccc898f3d76bc1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fad3e5f29f933997d59b7c4d3be1e2bd91aa9681
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7983fdcbfdc07196e869660a44b9be9908a5c522461ffc795c39afdf10b20fb6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8445b6604946401cf9099a7a9f66a4278b166603
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07193cb2c2d3c84d63d0f631f7e89099ccea765524de76c5455be72a6950880e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcc6e09d6832a65be100769708fd090112842af4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a5138adbce40e684ae65135dfd588902d8206114e549f1621d3fd375895298
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9de059f6e67b6eb84ab29aeb9584c1d8c94397e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6baf79bd71083243b28cb146bbc2a7efd0642d20bb22e3bbd035a1ffd6e124a0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e87b08dc47b553e6b71121aa6d44b98a8b91c9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a781802fec37b23b55de271bf13f279bc7a1be81881e8e6c71a425263311f3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7224d0d50b4982199ef8dfbe942bf3785a40012
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e22c3d0c06b6dc29418611250424048eccc42b530df9ccabc37da3b9986fb14f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02d8185aedad2f3cf151effe729fc4fcf8f6f473
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d700c732dcb2f2809aab3db8da483cc5936cbc10d5945c4e6266bcc3446a53
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15be21e8aeb1e7a55d44eaf06e9f9ca961ea8e10
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88ecd3950672bc99c01a3ffdb088edf3eff5d4874277a3ea27382aa69ddae29
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0718d8c3a5aad345d631c89de282400e40404764
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da57ee434a62f0e4cebecdc1656a165feb70f8cf78110f1942bb78aeefeaa4d8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6cfdb8f75651babd35be8f3302ba43257c4ff45
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5587c49f37e5a40c2b8ce5b62ca73a82fa880f89e2aed737a89bee71a6f023cd
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469b7ef2a15962e7b18b2aa279060b74c1328278
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca9b31cdffb2ae8fa902655cc698b9c95b26247959efdcf03e91a790328cbe6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..122100975ea9e9a1c21826b4c88bc527458945e3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1324df01ff8c334c920ad2d0afefdfa603b0599b92b50d7168b5956c748853d7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d8e7230aa846311d3fc1f69267fa9eba98deb18
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d346fbc3fe1dbd80ccb3fd463f7f0d9acaf97e851ef694ad1cfec218b9c6c2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da21e61dfc41346157847715bec5e611467f4e4a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170bc6c854e7b98378bd0f4585af503aafb05d1a15fff28986d5de7cbca8e5f8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..181f7bc12c0576594e67807c9dc7191de80081bb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:434868aaaeb4297c42b8b7911453a3060a48b3988aca4a2d62f576055694b208
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6388e0af9d303f07114f583bde53b822ce3d30e7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b643708e6395376cf0e7a76178f979565a05a891af06edecbb3d5c7545cef8a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f78a616f4d401f5c467127c1c371eb996987b1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81be87821e7d8d11ecb7f885f97bcb07c822bcf2d35b0671dccbcff88b4b793
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb2e48416f7e05cf8cd25e79ac9b19ef6858554
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18be44e14c5d775ed2c3d5b911e180a178afb77065e734731f5791cb03b23e07
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71872faad5f717c2c57301a61fb48eb12ea5dca0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01de9c1078d412009d922f319468d1c56d54d26434feed7f138337c2dc5537f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d24231171009bcadbad3700d4e7790bc0ade3d43
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e61f47f746d6be532ed9b0bd2cb0c855926448881f34c62a815ee0a1f477bc6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9531e0bdf94673996e8a03681a0a3e51e2d2419b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e62fb0924223b4d5b221a1ea0455703439c4e5bb7b9f006ac076a897db89ba97
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b467d69bd6d17ff9f7212e7cf808aade9061a51f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0dfac8af9b1a2310b30c74bece9ea04a27743951f54bbb4faa5e634a09f476
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..324e286df736ec41e843db6d9e6edd3804053af0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a93b85663fb0b556c06bbe218638e1caf479711338d6d66520f944a7e5e6630
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a99afbd307c7d7b8633b40e9114e84aeb9636458
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c68c382945da295dbd7572b34a21490db6ed3dfc8bfcc4621113440b50fe263f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f645f8c6ce715b175692ad82cc6a52a77e070415
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df555655a4fa2b00a2a8efd98c1f74867bcede2ce537a62df8ce863849907740
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ea4b74ba796451be59d3dc0abc1f7da83c82a3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f0e90f16d4065820207b25dbe196a7eec6dd4f5f0a1e634efd32003634eba4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b33849ed53289f97c7b351144795c58a54957aa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213916dd2673960b47575ff597fbaaf61c7861463d97f4755a6bd84301f581bb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fe38de0e867d3491f180bf183c0ab4173d42a63
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ba26604d5a90d9b72959882a7d52b692912c1b64612e5c35383afb28e38a8a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f1269bb171d462fa51953c1170d8d64266d6456
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b12de44932e37c61e30480eb4fc0148c4d7b73d373fd6cd0ec8b1d6ad44145
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce76fedcbd3576d56dc7c8375da69ff18c3b64d3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d20af475c497de2dff555304c707bf934178fb1abb9fecba41f5940d9272b7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590cb8bba0d11d3a91c0eea587391f3a454e0f43
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e3c82689500987756e49abc68232353662dd7cdd99a6827551b0c008036652
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c37d4e63d71951cc1ef5f483b5f1216e0def3cdb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b534a0bbe74eb044a7e81c2fe15ac61c3afb18ceef92b219e4806841358c8d77
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c298410b09801c3e18819b921882c958e22e7266
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73507d596fc5b8a5c1926cfa7c3f64b4dc5fb13a60d0db1d90fc2f45a4a28273
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de904c4a39e6ffddbeb1b5ee0d3dcd95342ca6eb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a273f687608c94eba5ab4c4f194083c8db23573a37b2f0da2445362a709bda96
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a37f59de9279e4386ab3bfe583f3db821730d7a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc5d4d6e73c26c754663d998a5fa3bf3b370caeddb6d0b63107acd48d957a58
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb1d05fb35ef8935adf1f8b0d0f8253d08ae85c9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37cd1722c2ee642cfcded8573d799dc0202fc3936610f6e34b151d28fba9e45f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3fdecac3eb527d66dd198ce70de887d979cf867
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7f51d5a0c0b587a14114451a01ff2fbedf05ebd007ec68a07d5996c9e75abd
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dfc8affe021d7ae350bf4ede80ce3104861b6e9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a379943a677e7393bd1fd2b9bb516044bbfa27a18e57e621da6ab40cf0e84a37
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8df862e6143b9ff4075491fdf9f88b6040ab43
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eec12a6b4eec6c0344158b1e7c954fb618eb9867ed6fb66d30a8d07999579eb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d297cd01462ea2c497714bc2bdb526fbd44186d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3b779012f9bf9f30fbc8982dc6479e05fe0ece6f6a3e130283d4f7554ae824
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4578f7a291a0999c18d695050fb1d09147a954d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e6b111a1c4de482d053810ad91cadbef99b857023f7d5bdc4ab99972b461d4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b93c24156b891254243a55bc2061925f6aaa003d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b1a2dc04e2a39b301c7dc2975d141c31fc61b6079f69901432761366c95f1c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bfb489ca4bee1c1e9a331406bb7a5a2cf50ac05
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14febc3f9abcd629d3fc9056a8fb823d775f86f23ca70f9a59a10b878301e7f3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f5bbd1ee3f133190d6768cd6b77d2cb5a7de3f8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6daf8c773d1205462588cd8b2866a87654f9ed8a36a0987ef72b0973011dfb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c9d443b5336769914412b79d0310e7e7ebdb302
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc5663e9eccf953bb22560fc63fd89cbfc172360142ec3328fef7da3103f509
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3ebb742cd982689b1d8c49ae79401087da9e378
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:743a75571f3ce9e4d6cceae787992c2dce547bbd8505084fbabe20ce99e9a728
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36f02da49d3816bb276de7a9330f7f0a0a8f514
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44070e3aa4e7a70b776423431d93716b3c3649d24ca789a4e62b2b6109f89b97
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d757823c9445068ccb4f1e8f9d659beb433561a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d7367d831901224cef581535b99c7b77101a0f2c9806e9d23adb731f6e3181b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf7f25125582f0bb0cd2c7b608a39cd473fa94ad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae25acdb929efb2e39cea8b741681737690838b7c9c080359c34597db08f6fa6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c4bed8c6adb8ff0eca37177f8613b877e53c8b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c54c39e708c82a6e2b37ebe2c99a9eb0d8c5f489b11d745683ca9fab05127eb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825de5f0ff5f225bef8fba96851a0ec73939a266
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f631ad979f56c06d90eea49257616399773d4f14ff02695e91a15b3a1ccd908d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..156e723ee3640481a0f96dbd6320fa2a7a8c2f69
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f209fb26178e011b114d8f898682759be9c2da20decc8150684042fbe6180f5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2dd9f3f2f997a64800de29aec1774102af69866
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:befb6bd30033236e56e04d4dbf4acedfd345acc5cc98d5fa3739b007f8834bc6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06854f13ba747f843215bc1cb5c8491ba4a39055
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b9c8a9eac1ea58d8224011c7f4c71526ea13b8a48638feb6df0ea474fc686fa
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3adc8c9aaf14b6e2f62b8cb4f266aaba7a02bb8e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c2340801ab8933a9d5717f57b96a50fd63115c349c7f794a654d5c458e3a9e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f43dd809f743776dab7e1326c6e6323b3e72770
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b0447cfdea7b7ae5132aa357a4c53c929bd5ff60a8ac1daf4b74e33800eef3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c586e2dfeb99c581a4514e33056d1223ea8d1a2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db2b9ae7647edddb2bdf8a674792ecb7430188309a3de473184e61a70c990e6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82bd4f67988df142028e3cb2254d2b2cbbedcd9d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9628cd06c3918439122e9c5afb2db9f3873efdc499925577a176deb0bee0ef77
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9588cc01de8c3ef089664da91085114b009003d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df8180fa46230999456a074eb2aef20b8089a764e8fc345f452b55d6b334ad2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d006f17deb94465e80711f81a324ca9b978ceab6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f8c2ec2cc9dd57fdf962b8591f6cf6622986d02bd7257041ff61acb79c6e60
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470da756a8813c7aefd258b29790d1defb39cd40
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b0cfe3aa366886caa35ea230be78211c14beec66d9d1d05a8159583becf865
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a26e04cd5c3fe1691075c919853c310845e26f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbcdb2c2189172e19192d2a93c302f65627dc19823ada3f2194331457eaa2f6e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240b0968d48d2ee12b71afa072132932331e393f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2349c4531e794e0b2e7fa485205bdcec35f7688ae67bf9a7572d39d9c29691
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55af858d380c0c5ba6d3bb65ee29a1c6593803b3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f729619dae1654b6b7e5c5a64be3547c1c491117ad5d3441e7371c6a651bcf89
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a125dbd327f924d370efb4a0e6e77e4237f27509
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3f9c27757af36a716e09092b50713086bd0031349a20f9ee757a78cb810341
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..243b1c4dadd03672e6909efcdfaa3aa842b692d0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0db9d68fbc26f2affee5e96b81a428c2b1f9cceb3067cbdfb6e7a31c6b77a60
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2423cca544671a3fae7df8abac2b36c36929ffc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eac08d582efa024bd944863f028351823c5d8c67cb1fdcda9e657247a3776b3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f75c3764bf758a073edbfbcfbd9f772b7e8492a1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8c9fbdeb93b2495ddaa918f66c07554ef0648361f945c8ab42944673c5dd53
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28713e8747976a61a78f5ad90f70915b3ebd2fa8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8287dd65c1391273adf2de2cf2f2a0ee374ce8a9995510814c0954a500d24bbf
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cffc8ace639e0eaa50cb4577116bf978a9d02049
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef2f1c96ac894759d0e43e52911537178cdc98def7bfc1226efbad0cf056a40
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb9272a442d8e402d2a030bbd4092810949f5ea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2147553609fbd2349dd1bf8163945f271917d172751f914d602b4b7db434ee67
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047cc398e0737eb5bab665be97cee3decc75fe00
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c6d11b7e7809f4a357cbaec02c1ae251c9e026a34ee985b777b901bdf4333d0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895f731bfb97f246fcb7445cb0febf33a90a3c9f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb91697012d109f9142e9b565ec3a98e131436812ecf6fa20bd75f398b49f558
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cbe57d3d682441df18acf7d090d49a59aaa13c1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98a5095d6af3b1054b00f49bf92daab40040604da3232b7c3570d79c12d194f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9228855036e92ce52d3c4ed809e4941c463cb76
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3663866ebfff6fe23ba6ada477d85aed942f7830a5ea48cff50ffc26a9eec33d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b47c11351323e30c3a7ecee6c61c8460c14c1503
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1963dd029933d3e4770ede6b8600d998210074074e62321508578b4e37d54b4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229d5479d5bfb1c078883ea540cb5f2f44fd02b8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e63fd7c50bb635be69ac6b01e1ac0fb10353ab777acc8e50783814ed0078653
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03c3434688b86a4bf1c306c11df2186f7593e4a3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a12075f837d12acded48463c10d57a81912269123164557af1ccfd1a0eb41e7f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0bedb3a00adf6b05b22f0bd1d03c4d70546b7ee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:984755e1f22473fcfb6b59077f5d5865e09af9179adf8ba2ce6657fcc9554f0f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e2df63938f9dbc1bf710bcf9db0d2a9cc04a4e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:570b9250f4e00a32d8272b11174174f38204889747e2a4cedfc276c518782606
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e54d8de98bf6d0b1bcbeb3aa7c29ddf54d789b1c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe30082e071f6731d3aa80885cd45c4c1ee72feba4c2cc3629f2add6fe73405b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aeea2c4f8301448b665087dcfd12c5abb738262
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9ef7049c7b45be86c246bf8fbfeb4c89deb854673c27d368537814aae3fb41
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7953552ffaf3d4a957b2d74f583ea9562583ed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce1b29e496c54e0e9cd1305df28e5b16e5352b2b1c970eb077de13e51752df0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63322c6f9e949e87cd512aafe9fc85ad6397c41f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bdc921091a9a7af72384562e243ea5fbd255c8b213bb0f1be0ce4e6dfd41e47
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..028b1e9bb7ca4c19bd71a965fe41531f078904be
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda2ca897316e8fee7f4db425f80a9ecc63b99aa1cc198c050adb67a509957cc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1514aae3a20cc7aa9222ce8cda32111226b381
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc46e4fd3f97b7e5b20257772d18f5d5ed54f7b545acb027f7e3d3f35aad9b4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7216801881aa5df533a6ddeba538527ed2ba09e5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:914ab44a8fff4f3f3641179eeef382049c0a2726b9fbcd6655eb5212c2c35098
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dae672bb6c19a4c4af223b3727d0d8a8ea88401
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f34a7f55de1a10bc82394b4dfa274540601b3a20d8d84e3c6e4f782365c648
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..045331d195a48180f97edb7a83de8484ca60264f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b9474f1004f6efee8e1dc8519de8b5996f0aeaf585b097afa6a9232abd113b7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3500bb915435c1575832ac92c8df6bba73d6790e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86965e4314ab01a0ee8d238d7d52a44c64d8725940b377a679d5f6ec5a5338f5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20b9ac8dabb2ba8c56f9874c210bdee74336c0af
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c410df7792768443b95f719a2719e4b78c3e247697bf688789f6b37a9a15f7ee
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b1235acfd442ca3a4da0f6ef88cda5811ffd6c4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778c885a32349c65e073e4b6ee2d60e9c4a57db8684bac4bfbb8e91fa4e08d50
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72fdd45c102562a9216ce0999c3921875d5fd3ac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf1ac1cd0f0e2c5e9308f8217a8f4c0ea3a3aa2b3882206fccbcc7dd1fc5ee8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf85a52b5a1d3d36ca618eaaec4f20aa51acb0bc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:803246a0cf4793468871cc005d568df48f009c4ea68c3b348d580e1def77bda7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a08a523adee5171a49a649106295a9804e6e2455
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055d3ced2f07e952afddfcb3036dc9b5c287a5d2352f0d8aac2d734bb22f2dc6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1753f8159fa81d4298c97ebea3ec4883c37c9fde
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d78254790bf5575afccbb874724372fde712c374bf3884837831e74a3ee13e9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893b788de79090b1350be8dc8844ffd87d86c583
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f5233105a3b82ace85b451da78f76f935748f04d060b4959cd4498890b4299
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c4b8f2c65141db44275a8cd8cc870f0a832a9c0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce8bf19e34e2e40d91d6da557f18d379da50e7d8618b1027a9f0e93194d39a0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ee799978377f7d7ea7cc43100960f87ea36cb57
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c40203629d53f43df7f04f43008143824dbaa4137010dcca8960d86ab26d92e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48803fdf7db985499e88a59c2c399f1849cb3043
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9302225000c2c132015ca1f9c558b9221573e505f0cddbe056921dbb3ed633c1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb18d1e3c33546b30737c3d97b14d9a6c7d2a64c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f37ca5235ef54e29354bef655b05da642fb21366aff14ba5bed8976ee340a7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b2aa941e2a271dcda01233cfd224976852f1e7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197af32ba009ff8a4420c7e5b306bd9495d144aab8d3b64e61e30b0b22973250
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00cb592c72820611a1985fe6adb6ccbc7ecf29ad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae6a534fc847473eabcec4b0e393f25b4c10b63050d46069ce78acd45cbf1e06
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e866cb4877b8900074a1fb443de28a2cd41266a8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4115666a3f5c0bee10003d49e0315a4e5fd56153ffff4a7c361f87560a1452a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2da59cd4375dd70d86848c81acfc0ac64a3120e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682a33361658eab332bccd98eeb9d2ce7a0c675e719c9130c162e9eec6610b0e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cabaaac5fb150b6d997a2fa2e013dca21613059
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b284100cf55cfc86d0c3dec0fd7b0105facec9542e88181be92cd90cdcd9d68
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701f41f1f7c4cd08c5e96618381675e1f7b01365
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cfb2e3f40f53cb635a775ede1a3c9031da250996e45a49f18ce8ca2853c13b1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb3386ce257d3ae89994cb50f38c07d89827c82
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef012e7a1c12c29416c15f2c332f98d9bbb8fed856a2c7e44c799892a9db5b54
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f02b90b513b1adf3e99ab19f0f4b8e8f9a48482a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dea72f7f5480f59c696066c9f45a85d731191b61e4a073596b2e396b963259f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81231c73ce87450eccae9e2d469f1a6fc05cdf5b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a19d878a0f86e4bc5f6082d4d25f8e1904c69d79687bf6c0ba0e7622cc208f7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20ef8c43617900bfcae81e05e05c213ce1cda0f5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80dffcbe5411cc924bb5e63d76d017ea4f3848cdf97428a4a0bf2d015c195745
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f591f671cd4bde1c8724c8328b7ecaf81a9bac98
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df5b76d0edd5bffbcae48b4f15f158023652a7fb5f71a2ff198a7341894f7f3b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee24c511457937c18ed722c53554b314b6959f84
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb66ec8232ca2a58fd3a319fd61b2189cfb961e27f5b07745709210e081afd63
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf8d1dc77c217f75673acf605cdf1f368af4303
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ebeb89772998b45e23d3da77666f178e51a8891ede002a600c79f809aba7b07
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1a8ca109cc8a88fb2d88f8c9c6c3afe9efeeb7e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca702a403a83cc0ab55697b0f16cdfaae1d63ea1e04250b8b4a3086e9ba3464
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d970a136e03b21500648d14e72d4f949d44efa1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f568ab664da98ce29312d972b84a8c2d15b4ac8adad334e635a82f77e570ce
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2928f78669057f5e55a67b34fd63351f6788f51
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73ed399770f084b2f17d2c932ba1605db0144871ef35d8a2f007ac674e61a2d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a6389952f21ac9d3609d1338d85d80dd478702
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66cf536566041b4bf730cb7e75bac6b28db8b50356435572b01f7dcc94110fab
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02fbbd1a167afcf15fbc7cc5c9119daee1e131c7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92375683e7772c3e2f8b68c6ed6de3f3769e546b74b85414a9c248f0673d3a9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117a4f028dd13daf6afdeee6c78f45c3d10d386a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8399bf9239aa73c21fcf318c6d90257291f75e4f83d2c06c0a1e76ef2391093c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b0706bebf8039a58e4f408390df99f0c634dde3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae0d472e465839d491c98a17a1a8b33e24d0f7726ea2af3dc94a4da581a65f62
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9c02a139ea961793735255b8ac770887f325f9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42fa68a0cb44f9c30fcede4b6638db3559a618dfe1ed92b20981b0281538435c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..618ae395f5ce3571a08024f136a86a63915ed4a0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b0b61b2f1f4479f0c92524bf2ac7815051db118a23c21562e1e8662d4b2ca46
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e4659e4f4cd11fe6eb13b3aadc9869ca9f76a04
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060e561b7615b1c03a7b57b2492c843271b419dc4a2b3db09ed484018edd8bec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2241bfb62aa5a633bbc0086dd60f17e0e5179bf5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f70035471ffbde1e9cd0caf59faa27175e1e830a9c1aa188891f672ece1ce8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccd4348983893522300a0561207763229c66e3f9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30501b67a2cf06ec9d91f0dd6fbad838b22eddf0bc0514e8fddfa3a7aa2a2536
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce6766b114e103af2727b8cac3551637520ae36
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62419020d4c370755e8549e2cc01d5610513989bf4effde20239624244233968
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b856f66b899eb26baf57fea5af8862cd24fd4d46
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cac62a52b7d79cce2b4fa3d156dc18bc862f44aee6288d60830e8807ae35461
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b183bcb31c14083a6008469d3777c8890b11073
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:698f7af6f180142b1412e1f957ad1e6dd67f116154e2f712059b6d1b7e379d50
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d9b120bc8c770bf8f3228cb76c34b56b1cbd52
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d628a4c01858f9c64ddffcab65e882aedab04d0683af3b3406e59bd39a7946c0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506ab6fe718b7713926b7b6d744280402ca880c0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7036a29b7e2e32c4b62ee0c51471225551a386923d4d14701508c72adbc000
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7a7aba0a59ae5cbda254949d50b9aa00f249725
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d94da73c63c8feb8736568f719e8f258779d83d6241fc421a19f10ce0bb8a74
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b776b7838ace4640e95db7cba4da678269927962
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444c56e05725d4987b4bfc92f92b34387a7df5540c1ab534ecff278da2a97bc9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a480650e933b6637c16b581506f4efaf84b237
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef80378d2b65d648baf62a2c4c36051018a796d8ae0b7fa274c97babcaac7981
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c3f2940f5d86440cd1aa269814bdc9c64c5c0f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f66bc723e97e833b0ce5cc11de81166a2dc592afcc032ec8ee85100479c063
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6291aa572b94f1052866712457a1951d7cf3cf60
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79d96b9ddf7374a136ded69b65eb7efd6238d839c9d554e9e48fab011d80d75
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d02df64cd499d260d0f89086b597ebe060165b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f281f7f7a4e84eae8efa1cc2b2779b8668b794c6e82460229062991e0bdeaf
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f987ec47eabd3639ed49aa8f050550d8d05b303
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f328c56218ac166dbe12ef5cd1af78145e0ed2600866122c4eb03b7b06feb7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..000f68f8f13b78225457c4a09c3ece90e43c6056
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb86f9305ec6b85b50587466697a4b2552df0bfa38d46981a02f773c4cf2539
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82b01e172aa8b79d73be41b1052b125b3b9df090
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1e42c2ac87c79a33309d6a45a72dd9659f885da35f21a0cc0d3774ea2a215a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed8ed54a3efa70d56f82c0d78f14d77656b51132
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9db8dad1cca734551b25af303883f3a50567965b45d9fb7b453a4ecb4263228
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864667720177e97555e7f83cd4340ce3447cd9a2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:200a88e0242acb106ee39ecb1f41c6e3f1b790fffbd8202cb2ed991a72201c99
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8341f11b8e744d0dea487db47fd10216e42771bb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e09a3e26fa97977fc89b13c717fdb236f545794e1558e74b1a4514972dc6ad
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd8fd71ac23113b3de62b6e1764338762b7240d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce641dca977be8c85a0f7505c9c95c290d7b789c86efc601c5427cee95c65e67
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118d944386fb31d68d5b17dfbe4ea2daea8efa2f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21bf990f85fe099cb13d59206645c9254a7179745388aa87d00c090f210da88a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c54022f0f205c714832695e5ef0e6c3e26b1a71c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1453c13c16e3060f03bbcd20fc6834d0accae43050c16908933e5ebf5621ef0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23bac58a74d2e245fe0baa090c0b51aa29f323cf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dea382e0e20f2f34d6b8cdcbfb967b0e91d5988b6e802d258b0aadc62393847
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb4ec72e3b82a6620fdd060b1ea5f12b56ad2a0f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00174e7913c2d729416a5c1e6ea3ec8f9a86b06c7f7c9de32217ed4eaeed3199
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2877e6f2b0236c0b7a69737a7980b84bd874da53
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9cf33f01a6a91fca7dd6e831ebe897e15a82588d216c39efd8b3f11d7c1473
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e1070167267e03b7f48fda664e172112f087c2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd200969f1a6791d303f10df350c3fecfd1de74ea00b488d350ff28edacb7b88
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46d9985250e11657d9ec92250be1115bcb2daec5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4356a698e78c8fdba84a7176e5f9d238db73e2c7a74632b48ebe9ac56af546cb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ad0efe494762fc3fdadafc21c843d33c491e21
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a5b374f4ccea2f5dd654cf4ad29b8b9ac74c2551334d2b897cf3f422d7414f5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af1f9a946c39bbe4b24630fa4791423251379ba6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97383ddda1bae26355934065e135ab976b987780127372ad825b964759ca110b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26d401d35e6fe0c35d3ee24911b048a515cb934
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4cf2e807d537da33b77dc2402417b5722a18c2943273842c3af6c4623fa71e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff5c62429feb992eee9940af115348eafb2bcd79
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e62c57a5790f530bad2bf1e52b06c306b1e7905b0e833b7b32417f4a9bda4e8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8971ab27c086e934ba2668b359e86d1d213f9a48
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b9b498cacacc2c7ca90ea31b6afe424a49c38e711ee514f91a63078da16161
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43375054c8a08446d7542a6824b2d840492bafc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d426ac3e4e740d5b11f4d4894d8c1bac344b6ddd50aa703526b53444685053b7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fcccc0fcc1863aaea8c2fd8ef2f4ca41418ffa2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e7de38317227f4cc76e776c7a226a94d72813841151f38d6c86a969401b8e26
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3399cbd23045acc04c3dec812556045241d8c70c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c52d347083b1761bb2c866d553521d28ca012abc7e622a454e35c6c67e3df5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9857daa0d6e1786dad6cedfc58776a82c74d1bc6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee05f9a940ca94d9929d3ce2da8e2790aef9f88587d3acfa28ad2e16669a8e7b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9424d3a16d6a5158352237c116a82c3cea6e6a2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718a1e42e5416325e6ec77b5f57ccd036eccd41ec7d67b173d447550bf0814c2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e8d7e8960c53288c9888a59caec2211369d575
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb67a1dd1290331c1c4c0e6f64770a88b1ee20994216d6adb2e822b8c466b29
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f993fce57aee03952ff2819df515db3982874e1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b79241af1e6a15fc3bfa49107b5427db4c7bfb8c099964540993ab34dfb8d0d9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f0263f41792473594ed4b38cfd1c394855cf67
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec81e710f546e80081f7f272ac8122d8e148849c715f3f2e354db052b2c7b42b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7586bd3354bb297e5aba94634698bbf4823206c8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d76c5c4a1909c1357eba17f3b9e2daaefeb3ed0b406e7dad806fd261570a40
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c92e6442ce8c38ab77c5948c7f18659fc1072fb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0c3f86c0a8138e9d632fbc9eea7edb47ece6dbf13f4071a2eb161d6da116f5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67484a096a897185c3185c049107b00c16d7aba4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e88bf5f989ad82ab3faa4bd5a51586d794a44899dd1d6cf8084539adf68b3ee2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..475fd923f540e3d67b2accd0b30615506a4fe122
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e7e6f024e394afafdc8be6cdf89d5d692bdbc1b704d7e6bc2eb83b51244b532
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c60468e47274927df05c4ebdfc6e66cc26c486d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b60c21debaf56a8011834c48372360e5a96929cdcc0773c76afd6213fc9507c7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41884d48485bf6718a4d1373ebdbc9409f6f3694
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5670dddb519f0b669f456e2ed3f7c6cec1b38257de5e170b5309f20b99d0e594
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..528253232a1bd96922f87826810e0054022ba4d6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:757145e340b1bffba895e3f398fa0af7783b3103f5a0bf01e560c4990f1bdf6f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f05bd73ac7971efdfdbd46fbd9dc8209d7159c11
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2975a1d310ac1f592c624d57476f0d5377306d335d45594eaaa903c6f9d8c3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ab7ebeb324c043eaed30ded67da2424603b96f5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58930c5cdc17eb853cc018ee9e4b7cf7b2c451cd576579a92fe37f7fd55abfc9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0882f0a5226827bc8128b13adb0f5b6a6d63ea1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb58353a2636cb7907855610043c7a90dc6ac502e42ff40c2b3e2e04d7414d2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43a3bebafd264773edb5f4a4425b421d013c217
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2402037923a702bfac517a82e4cbf17ec480dea91e73ba2f9e90d6e01562f535
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9622fdbf28832c2965ef212a2ac3dcb4597ad4d2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d283d4a4657588440206babc1dff9e1301c75b2230ade560a6dd406a42f49d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e3c87932603cb0c0437e31593c5ad35ceb7eaf8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc8ef27e44b167cf787ed7d58a747af2694206faa3fdc130316a2639d79c09a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cbabfb4b7d2efb717987dce49c39e264b167e5a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:274a9cdc98ea912dda7e64eb07004831ab6148e3a05a998c7bbc967e85aeb44b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdaee10a6d784d0465adc02aeb61581abafb0062
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00f0aec8a8d9596fb70b206fdcea5d86e3c0a90c4d1deefee0d535b31d97e38
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71d6a5d86c7e59f56eb3f9c1f9ebee7364a5a53
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6fceb992ffbd73bd76ed5272c422dc565a7497bb94ba7812ed885864fea0f8d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa2036717a1d7c1baea40f856f4f4f8d677cbdc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef5f05150c5cd32470ab91b6e2095fd1989fba5525448a59a322da47d9d5fce
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95ec681e6d6b3c33ba14d570fcdbd3fb4aeaf5c7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78fc32ed288d63a8a55884205dca9c8881b4e3c5dc3de9d51277693e5dc14843
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e90917069c96b21340b82c49fd3a118b7a96573c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:521c06bb8a444d6e0838d7a5541abe4e21d4774a49cc121065dc67bfc29cc3db
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c89cd8a115e31fcb2ed538f73be4cfc507bf23
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf316acc9c4d3560575ebb98ad86654ce747ff454617289540dd5533d51df64f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ae4b9f7063ad39d50092fd132ca3b1942237be4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d089f4159e0d8bcd67d55225f6fff93b42052a54eeda7b8a81e0b83d386dcd28
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a65bf9f6d67c6dfb56f8d0830f4c8112390698
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f7bb4021f166facd681728537e90172358bba655ded3acd3ceec0572dfebf4f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c37e08ce5ef2bc0c47f99a04ebb6232135c8c9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a5e943500c2e4eaf7c56fc12f759b95ac0c0229be28288c9b2afc13ba7f6e0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96e15e1692394817f187d2fce7fa409e402cb0c8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:847b4b26755f1ebf890f9554936f361d71f16948c91d6ec64dcc8f88b5d4d0ce
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1f48fca6ae13ca56b8324ee35ffe8e13260a24
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c1a37a9226d517e67a496894f95ac7abeec1298086087402bd9787afcc29fc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb7aa57dc50f3b1b201d256577880ef24403f50c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566df012e25a759e12e37fdcec29c0656a2ce1bddc4a56130cfe7de6aba8e77e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f19bc8b97450f34b539de6271602e1f66aa57f2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e03fd2234afd2203561a2ff3c94e65405f5eafe802ced0afe2b224e5b57c9d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd1b1c1c3d3ee13c991d64eb438d6d4b16b29d7f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4a5d7786e0e17c792878dd8c55cfcefdedd39c94f96d2688b04b4c710d5614
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95bfc5eb0731d0f758af83e5258eaa5a85e0a006
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5032f41ae03500547fcbccfbf9fc6c8a912547319506ed6e7fd5ab135a6ebc43
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5779094363eec19513fdffdcb5b65424f635190d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:321f298225fa04a9bec5beffeda245bc98f7eeefbe2d4a7ce53cd10c1de1ba50
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a41fbd39fa5605c5834147bc9b12fdd8593481fd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aff04ed52615d3f20dedc45ac00cde7ffbb4bc8c83740936cab85e8a4b716c8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed53948e6580da2458b1b613961e10478d5a10b4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb21485707ba8647b05047f7d08835815a2c29b8b91b105e091bf8401c3f26cc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9210d27a1a43ba0b49f03d1411771d8938b38f94
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:842f7c005db99793ec01ddb4c38c7d2f97921969cd32ac0297aa5b959a0607ce
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8464c3324acbfb3c63bb2781f7f6c1a4884005e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41674844496f5f098eb6079813c05beaddef4dcc496201336eac9d8bbd9221ab
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc1d0b386d6b23ddd89b9d016b1fe62886a14b63
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4afdb682eb2816112c0c51db0e9ca94fae6783c89ee1b59b0b6f4c391bba471b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e4c1a415ad8e927399c683dd1f4f0637c266a37
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666eac409492dc7fbc7e33d88e662ea0e32c6e4116e778630516f89947cb9fb8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b5b09205b92034c1fd70fe6eef8c4bb6c9496b9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d00de2bb583554127f9263fcbe22c5cfcba8bc09494c2978105530ca622924e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..119bbab033c39db3f3ab9bb186cbe5ba5164d26d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a333d43942fa66ae838de8bd0d114672a60eafc46c073749b5bb7cc6e5b1131e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6585145956b5c3e7c7ac8241bcac59132b70b08a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0427630155ef010f3e7e5d52bed313459a34286f2375c1d1dc4308df922aa7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9126f355c8986e1c0d1bffe16c4df9b7b8fde390
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ba087f927e564a224be1d46f59cf4f83f5175729544e6c62ecebb88faa9775
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e11df8e445f74bc309494102c51060287593af66
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7efcc164f302c78747f2574330fa3b12adacfe907afe1b05547dad788444de43
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923962118e72714b59d22cf2bef45a42bd9875a4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2642bc1dfb4445eb702249ac4c472cca183c49cc583e975b462e98ab0ebf7b3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b78ff0a1c26629d22a363696bfd31b674be25e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4695fd4a1aae5c8b828b9c675b01c4b3243ddf5afb55b58d6ac0958b4fd37829
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3346f86327cb0eae20df326c692f9032fb86cb6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9daa99e95eeb5658766ce4157d5f80281f884c5f6d9e4cf85f269934533eaf45
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e684b4995b920a9f76e95ed30384fda4eb125543
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07878718c6c418ef0b07fc74d9d9b1f4be063f8cfd36616adc4c5a6e83a52602
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299ae3fe0b6880454c59dc682185b7ccfe68d29b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8866aebddae3d47f9a5842a61259bc8326369662c2ef440daa4094da8999e22
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f59c6062e496333837a3dcc509051098361a2d8c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f9858d980f2bd59224def755da43acde6d2fee3839579e5baf585bb8bf60f5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd3dc9f2c119879333c30587e1e45defd9ecf45
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5311bfc37c589419ae211c2dbff39f30dbb74e3cc3d6b39016e118355e44e120
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3335a665977829df7d7f105f5767aac80283eb0e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad5ae52a408f08bf8449d6f882c759c9c0acc84d3d27d2c9a8dc7944f8c9174
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3424abff6b6bcfdbefa40795e1ee69c7d2ec4cd8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987c4f4f2a458df68f2b888dd955beab376b635c14b25bd7304e2bf763e4ce84
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f7dcee2a65f181334ad1900ad29adf4f035c87
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc2aef1c4f477011c9f2537ad4485f44868835c98ed5a7191660e8007fc11b88
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e18691596bf74470fcb23fc40e8f2f1ed70d5954
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9027c98cfbc15249b8539f28018844e1cde4097efef2e87526c50be37623b64e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a64dd1a50e50b4ee0f86d256dd4937a114426
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b8dbd3b403568607027e03a3f5b245d962d199dc5c42ca098775f286c1b959
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d08c702931b53c4e9415026944001a004528651
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54ca5d2abbca6c1527e6bdd1fbdb90db1a6b2ebac03eeae296f330e0cc4b40a5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9489be5be424fa05ad77eed73bd06b4b471e46f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0b8a0d5811cba4b398d4424997a4275148c4047ff7ad416db796503f68e38b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2075588057a7516fbfdd7fb0a7032e5137e31e11
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318e11a269b1661ac427db46129c7bc4d6da700aaf89323c655e5484855367b2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a81070aac4aa59374c225e543b68eb30414aee8f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07298edc10c8df722e376d833ad4062f70f7316c6e44fd41bc3009bcfe9ed2c9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..263f09ebfe4ecb39dbc324a4f5ce584b4b3c1b55
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8376f5af6db6176a700868201e4289808fad6e0e95e25ebaea7652abe8259b97
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc3a064541aac6df3e7563dca7a576e787d07ba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f332977488c0647596b344eeff31b015638eed73bc676cbd8b25e7e8a2cded8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..771180976d5bbb9428aa7503a8433cbaba3f36ad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665983df5f0e5bf55d1ed65cef82a09ec27c331cafd03536e4804fc3218c77ad
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eacfb6d3d073a77d49dbf9e3cbec4ed6a83677fe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc27f6c47d12bf6662330a77126cfe49b52c572f1d42b6123a0eaa740a73f737
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58dba34067b055808691b2a20fafd97568342bec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62901a9a3e5b7e23f99ec5aeb686e365c7541b28b559dc61777278cc03098f14
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ad33116f3962242184034058c3c3905a975ee4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65d9cfbcde53ba8effed4ff463aba963a2843db9c56cada6f2ceff4cdaa7185
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..962d5d0ba27e3a3c69cfb7a2ce0c9f1fbd87e43e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:056beaad73a9208a7f0ac2c513f48c7e66a8caf466fbf3bb0412a7bddcb650e2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7697fcc32bdc4b558d3e6f5bec45d1eaafa73e5f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e4d84e098ed116e7ed3c8f5ea2175b1991dc82b2583b058129e59e80e38946
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bcde661307f7d629144c9490d1784065d71b704
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00dc082120bfb03eb1d32b4fe42ad7cb0bd9a2fd874c3c7156c6efa111964de8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3750f93bda824458b7fcba98575394926b373153
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df12af4880b63386cbc9fc8a196993c7a9b650f56dbc935c0a334b9d0139de8f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca20a8fb88ffb1bd822e2f20c1bb3dbc96e833bc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ebd310230dab8ee06aea6201df2509196b81b6f7f022367e9a71d929bf3bc4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7655063835a3b8a8d050f2e7055a28e356307f82
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa663ebef332e3161487615aa013de8a10e39c8369432ac5d8891f9840c7c1fe
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd5892690a74269e5eccdef8aea7a86f64c5f93
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e91d533532db1bc947c23865c5c6a43a15c299be272f380fa787d2fb9bd0d5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfbdc3389f3ab4d417138f0a86b8b668a5e0aa0e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3fb4b4dccbe80501cca9995009d82f4f6030827da1a8f91187d4e14b92f18c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e36e46cd4f8b2f534dc1404f27ea6f52dfaafd56
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d55f98df4738375f5fd7b67523014615d0c2678714ff64a1cc6c065ee76a80e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5cb7049df95686d404b659a4f121521b439a215
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37481c47960978230031e12c0592f975603a93e272dc0069a0bcc7b94fb73299
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f35792130360059f4d2bfe0b4ebb7c2cd73c903
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a298cfc1faab462023cb4ce3b19cfc86e2bb248d84d55a3fafde5d691b17581
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fd1aa120cfb441022a99c1cc30d35e5d1a12c26
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:863520524fe961892c56924c3563c8f0dff34894926b13af63b417b50e34db95
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d22701d6703e057d6fcbc142af8d3ba61d6bfe7b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd5463fc2de0d26873e2074b360ec5e657a55ac6a01ba0bc5134919ed8d765f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fef392601ba65c0941751d03f7a8aec75054ff7c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc7576b0a45e1a7df664ff910a51a02f7bfe5e7f62d70894f2253dca6c203ed
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da39b85f463c4378549eb815de3f4a2480f4bb4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e826bc1070f418a346397d349fa2d0c6d0b638789e8613a1226f2de6b5ef13
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ede575684b86d1c178d0383761dc5b5868e73c8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a34ec1e16c2b9b00b527d89a6ab4173227a71725aa7acc0932889b3cfd639f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90ef7a645adac4e04bab751d0f1933fb41abaa1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f3c572337383450613ab136e42006f698e1d74231a72162a1f16e7149035e1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48294b581d257343fb6b539b9111a7737296143b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16af276880fc4266c3395574fa847d8e18b7c33d0593afcbbc9cd7f2277c30ca
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..232cca3e786af9d2bb47d3be7e8b1066ea728358
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd20a30aa85d8ec366d65852e50df5e09e791ccf31447068feb3d99d54b0ee8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37df42c3e60143dffc3132c29c671bfe4ca101dc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8387ed40d568a2f436300ceae3a4e5f958842cd20f6aaadf83d6fde692c6634
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b96685c6052df9e9a5595ae662c641ef7970820
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86f31e9fc6c9d9a4c3d067158f2733136990b6a53c19cf171e7a5af78bf495d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22cf6731e069c2919b762f2f725bbb55b40444c7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa906a5f0a838c79667c4cf915ee959bcaa80d4d65e469078bd6a14e24f63dc5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec88c78be626ba83e02e7e600b307178445d609
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d041c6aee46be8d9147ddaa931246f409eedb6db4fa2f0a60dff3a28d8507a4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df5c21cb3be0db93d07ba48600d420ce080b58c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d421b75598914724b0fbc1ea043ed73b402fd28299b090c2d1975eec51fa344
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b5a52d46f2bcd949acf8fe0b1dfa006341baf4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ea260fbf696ab79f74b2babebf14eac556ebe292287906e0c97870ed60d176
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1afabe400bacf2b635f7a3505197f89bb42a5566
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062d174c9e11dc828b1a8b700869a162f620c5a02c18a127d9e6a794746cdad5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a533705867c15edc3b48bf1cab84828f15c7d552
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff1e9c99c8c351fbaf20457f2a580b537aaaaf04116311fcfea5236fdace38e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4e868ba876eaba223512b14926b149983d46a5d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a0cb3a9f2b24cf11ea0104570bd1b4f11b7852ce2119e6cca614f5981d6f15
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b5f3733f25a3ea9fc1655e770618469ae903ff5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9917f01385c7fff3152b50672718f96c2f6e104fdecabee69a1259dae8968e55
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f30b0cf6aa3c4963dbc3a7ecb27aadcd52786daf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67407d992511013bb704daca7f866487f2fcbbb6abede2f92f9d6533a738a7d5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8741c00539c879ca4497c5ac84a59cdcdf9ca9d3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7104e694b70e55c27233bf29b5dbefd6d7bab85b5fb91af38a629a32849ce41d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d031fe4faf5d1ec1890bbd448cd5f7b947077c16
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00187b8f3b5ab0a016156dbfab172dbf971bfa232ea351211b6469399b94f3cc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8794753094b9882d9b9eeeb0f97a1762ad15a7d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ce3c167b63dd8018a5b62028281e85c3289981871ca632cb95c824de161171
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..900f185100759dfc38cf9dc8e2fe2959b18dc0e7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb2018fe70001272ac53692bb9c9885207958fbf8081dd28c1f3bddd09583c90
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd13a1b61ef54e62708898e61c324d7bd626272e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a4d551da6be3fc13d4d865159235c8c6b3dfae94b56cc39290155747121a99
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cbd3bc4dee802325705f7c21a83791f1c4399f8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e3212522307e5d2129cd28b5f340a6e727c2e7255281e1a9f22fd4cbc18f1c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f675c987dcb1117a49bbe5977519df04cfbc3fe7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6716c13700eef898e30f79aa2049dca9e0d0918581423cd5894d005341b1bb5b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc056dd8d03591eca98dde7ab184fcd734471b04
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa09f28eb3995432245075bffa6cc1e4464e7f36c1c7c5a97438c0117352ec3c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..194724d6aabebfd0c3cdcfc17ba557ee9a6d2e2c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ebc580fbc2ac07dbd602bab2f0b6ddec8d7419eab10a248f67411093d04e68
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7092431ffe7d7e7650501a1a0b8cf7ee884cdcee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:621c8b510f9710b2ebe00494bc51999f886e898143f2df92f3890c9693bc6263
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2fadfe0498545d777b5271240355c7b357826d7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182123a0c1b101c836cc213d207e82c71b8e17bc7bacfe07e2dd1cfb145ce671
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f30944a0a43e6f2d21fed5fe04e2b936eeb2b4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c62c229b4cc83460af0e3404894214ff179a9a7a1935e171cfe497823af79e8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bddc80436cac206826132048ad0ebcba4fbe4956
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60cd647e2f8c5380e9856a52d78b8c7edb3f6daa1ef709fab189014fa9116b1e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da0956ccf42d3c6e3bf0e71ca32e060b412add9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6207966f03fa674ad5b2eb579005276851fb520f15ac57301b5de05febcdef
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed07e792802d3bc7e5da23de34938f5380341f30
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49547b830db96bf30262bda053a570cb59554090c2f4283aab105a709ee064e1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0554fb0d8ff61650af1a9a465e3afa277cd3b1b8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7056851ad8c0b5fc63e139a3e584cd3527034a85893ffb703ca10f5cbd356e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..073af14aa9bcd452e944c89d4fc3172bc583c905
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b71dc597d1e24b3da13d712c64dc01be56393d0f606dcab9766cc42f921d9a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a0e0d633e9d4eaa9be6733ba125f9728ecee96
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970c907ab6504a944108e4304cfcc6e6632c66048353050a2d74c0680fa432da
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4f45ceacfd8d92c85f56cbd4bac959bfb53d15d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0f364d07bf832b9f77035e1a16ca6b3b7dec8ffb21561b188fe975bcf49391
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f63ac81c78daea548ad3016644219cb4f862c4cc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b29467dc3c5ca9d45bc00f7b0aeb47905c65ffa5ec70b86ade6dc10b9de8cf
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e6764697bd1f76fcd2b0f944ceac697defb6c8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3728f1235ecf55de8fb1de3d62112909808347f70638fc0a6fbb858202591684
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f645301e9c3ba47c1c2d936163848397db037bf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c6695641c3bf73819f77367fe8ad6d3c00c5c2c4651b8285d536f9fd1acf93
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9421315ee21f719aba3eb34c66fa48212f792fc7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a87ad3165386c1d241b8d9acbaa9046d11190e3a49168df7859713c21c655d0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e322ea3123b695028ec33bd7c7fc28bfd34d5b50
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:965a0f1a9c8a67e361d08f061e62ddec4eacd316a047fe3186db7be34a1e1319
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adb64668d5cb8342e81676193fa07760af799ad6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda5ca1f0e9942a6d53e1dfa8326fe01028ed7e1e9d2ebf815f659e5301e678e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5b49c0651cec178e5a25855181a8e16c3a0db4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438a8f92c2d88ea8079e2e33f2c7703ff829b0307fcda8e96d9064c01e0e6961
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c45befb182753a7cab17d9f304596f0165dc180
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba0abc76fa35aa200b8dd8a27c94841091145f961b26eb008ec1d73d69b8f56
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669876a882c52190ea85938de07540b127e57b85
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f087157a59cb41a0076297353a54c263570bef42d611db4a7f9f069aa8253ac0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb71b666412adc70e62a5cdc1e8b88020a4ca32
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c67c925039e2f128bbba49d79f32e26746974822474b85017781c8991ee1da
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67fbc0e4860ed9c2fac1010442846c3c9a2ac6dd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ce371ce4868aa3b5887c212765eb26c9d26fc14cd5c7b53114b9dc135a1d94
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..992fafd65dd5dafefc0fab8af979dfe97f57a245
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b171cac1e6de5fdfcca68bce1d93638c43c10a2f6e2c84a811c70b0732b81d9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0136586f6fa6e75e794e379a2ba5fcfe5ee27d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a11e5ae2e219eb108753f79556c0acc5623031fe75aa2a22bb01024cb6ea65
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bc3d38c5e833257eb4e7a08ed5c9ee58c774c8a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb442482238948a6ef413868bff141e214edd1f3aa1db75d88cc432022c9767
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3100277dbff32891c386d7ef0cf3320ac2eb2b2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58d85ad569385d61cb0d16935643fde4046d25d9a072581ef29e1d5402e64ab
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d9804f161627e0c0e5888ff51cebc2aba34d1d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6107cda159e6b4ffe641b153b4dc9c72a239ee01143bb7478e8c3806631a9a6d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6cb1d00d93995fc78405a2fd0b4a7a64f9bb0a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:435d95e1ce2178a8204fedbb0b709c0ceb923b73ae72bce70431b2b4894e117b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc010879ea1fcfdedc25b5076247ef4ad76b32f3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1979c0d7e6d209d7c546a5a8b09aa40454127a884144803b6e8a4d01a6476941
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c571cddaa2304d5293520ecde792c32c7afabba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:085e11d4fcd5c4e06ebe3fa916261fbb49c73c4a291013a0a1f1e15241fdf0e9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9f011785b9cab78a1629aea7ba9dc0add160cd9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8720fd7d1759ae9e83d5f325dfa988ea6378a953e21e76b43193753d21f9f7c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583a9d55bb64fd44f8774611c54c7b61d7fca422
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfeed7020fbde4f0467eff95f96f817496337aab05de45b9ae7ee8c31f4fe933
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdabe5889b83435b45421246f2266151be5996fa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c885d44ae58a6af149fb4c6231db9960af09f1098d9e27e092f80e50c657fef
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8477de1b6f0147334b8eeaf3effe080d5eab1b53
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c9929f1afa0fcbda175d0f76f53fc498dd394c00e50e21817270596b4d61992
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57cfac47a0449056e5ae18ba7a2296ac6eb0cb4f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbbe936b285269ccc881e43563dfbaf66c91fd9b35fe84acee9c08826991e370
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67fe095d782e213984c10db5bf16dd8cc98d57fb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c9733db73cc43380c1aff17b3212d32c7f10f4f8d3b3d2c2bf1e8bd085eff0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e09474104ceaa72afc1379858b467f5ae4b36e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f75a49cfa5b7021cb3a0308f221e1362d14603227430e2bda837ddcf2c39c38
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9c94f226f54b0588a4cdd5dd19adabbade66a9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa42936e2029bf2abf2a7736a6fed10db3eb0562bdeee5015a0bc1372c6137b6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b3ce4c400db9efdf74d99e1842738d10bedde6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bcd58962f46e62149092a931bacb0491369cd9c78c9bd158c7223e067a82779
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..475e8f5b432f4e2906938c95cb11819b03ca04ef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9d1f7a9f0321a6c3c94f6469d26a38aab82e74459cab335b7428ec61e47e83
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a9c57043efaf18f047d19926063358b75ad6d9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd0798c35fa4de2826add244e177e9a260a0101ba9d9ae4bf3945d390d50ed4c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..948ec0e5001228a872fc79cb964caad03e797550
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9cd4dd6b67718192beb134789ea55fdecafb82543ce827c2d6e0abff70b5e50
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..448cc90cafe1a958fffc5897889129b390fd206f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c18cedf06c449dc2fc7c41daabea98296deecdf9d62d339e0fa7d19eadaa92
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb46e3204abc4ebecdc1b49df0176bb86e376aa9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5aef1bd4e7823da49be568598d3fe41f22df6314c529730a1a0689071012179
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6191a935018cdf0eb964c1a8a1495a54118e0b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25b2687277b5efc932818b5ce8e80872152bb6420fef698f75fc32db94da09c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12406aa4c07e14d7f0154698a97b062158ea8c6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668576fd2ee47ba191e59a0dd15c82e16d2fdd2be6dbf6b846a5a4fb3c226c1c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc369bf9c350607afc4976faa11283b307703ed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ebab06ef320b5f26e775d23364b71a209140ef3d1f470668533767f39e1e4f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2c5ae98a68f201025a8aa6f3c42a976e6bbeeb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be30dd822ca1f4a790b91cdc3872b1f2c3bf54a776f0b9e0358f8cf2c59cfd78
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f1ba1d5b7881156183b9b691c2150b77133bef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e581cea7ce086fbf02b1e8d40cf92ae765a8463bb973edc024ac51fb31c164
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e39940d1b44edd7e5924891594b185a0947daa8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:584141ad318398dad49d60fc75f5317873adf2365191daf1ebd5aacd6fd3a8e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7154c6b4f774e1c819f6a9c51ff556b1940e68bc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41aeec09a8d56bd6a688dce4473bb44e264e8f64e38fc1dd4f41d909801bb73b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3a45e48db86703aebb347c8ff9161ed24a6f7ea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e531c683db5b142df03823a65cbf61a1ce28ccc1f08924ebfd96747eee2c8c46
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19751ade87d913eeef9dbb96426eebaaedc839a1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b682c60d0a91c3176b74bf5a9c45b3a6e71d0b941479d5098b50139d094216
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b99b7144588509a9cbfa53628e19b2a33e4007a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:695df6f62bdd13c2251fc194cb436ad54a7ed68ae78919bb7b8fe452e390f2fc
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a699e6939214dc1ec14201e27c88d8cd2cf0939f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f01cfa455f42315d6c088a8555d26fd2a593c7d2194add28c0a5c3cf80eda80
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b83a19235228e20e810f01564f546d0922b88dcb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b69ad680af4e6f6aab78a1a702099aa5233723ceb01f4a1b0f90c92f18132b67
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99237b5f99d64b528fe772bd4e776e452acd072b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fdf1d194c540611a1222e27ea54364f4486233bd50dad2e80cd56d1f9126c4d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a18645a90873b11175f395668fc4d81e596f90ee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f74041b83b639a853660bc90562452d1001cef70d27d07a364d2ba4e41afb04e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ecfbdc445212465db316851280c606ac868101f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614af3f81190e02835bd9fe4fa2b7928027d23c562c274923627a4b1a5b9535f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d6b45d16a45916248e1a0ec08911945f7b5b778
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45e6eb6e65ac55d8d1a9dcdc58faae67571632d99821bb2dbfb95b8cfa788dcf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc52019d41b6257ce9fecec1532d5999223f047
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a957211a25013853ca109214a48a05f057339a95b00d902c3c5eec670e12a2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b8c9e21606a1ae34559f6c3a76fe0153b50547a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acdddb240a272899c84a198070a55530b98b3b24ea6ae6d2cc704408a6defda9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf920240f9fb848046723c407b6fad73f676e5c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:961010607a9cbcacedbd60acf6133ad723d28736789799b712518eed881142eb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c11b995c0102b4bea0dab4cdd5b9d0913476c20
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:491e91d31fbe0569fd5d076a7a060dd2ee742699a1647b074d515983e0927564
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08bf678556118ac29d66d5149bdbf283e0510201
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63ee478b8365ce208a0cd4642232f7550e41c1183722f4583a8ac19b5e73fd6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25982970acff155f5f7d8f8fbd5ce59230dc524d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a78c3c73a8600baf6c96dee0b45332ab17779d005f6295b06ba459c051b6f79
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0147a3f39c615d6b9e56582906238719d40a4281
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86c04463137bb45a1ca1db42331f0c52b6b70dc692ec945da510c17496917222
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e0a0b2042826cf19c308eadc52ee901c23ae12
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9daf0e26286866e28e9315e1a14c6a3d80f3cd57ae90d93b14468445fafd855f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0239f02e69191ef104f1905c83a601f84436c3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a887a3ea51ed1bf342fc29449f2f462e321379fee992e8f757e5a25d91c03e3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00a98e60f47d1fac91dea35730894b8b57173871
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f4565158dddd85beab6c4127c76cf374345455290339cd6ae17032cef05816
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e829db12c13a7119e254b4ffd23f42d4724cac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:832e023f300379db08b459229d10a2a724e8fdce3e047019fdc41f0810959eb9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29936b93f64a4e7f49f0f9f9ddd29a6795d62731
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6017f1872f73c7753227b6a68830be6bab1a6b098577ea2d8a6a0da84730b260
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b433a9f08400e3a87fbd469d5843faeccd30ca64
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a795cd9afec97d4afc23c55ed35c6c27a31ca5869e3047b0b07b00b3ad1c9b53
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7b1ad58ff770a1ccb231543daf17a3cabaf83a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d4d80fc6c8d7a05baabfbbb73f88da360d78a8db2e3b35ba5a69651911193c8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76a587dab8806b2e2740d5b0cc46911f03ab257f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09be8e6afe10b6c2f526fcbc6a6a781ac088d8e741191adbf30d9a75e3218c6b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39cc91c6b553c08e42502a84b494f265211097a9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc8cc9f8e290148f1d286464d2f6f78aee5b7a4eb81597d2a34cf09921a9f76
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cafbc4b87d493e37a31b5e71f057824e16657eb5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff3650f8ddc6158337d563d674c0c14fdcb434bb79528d30c5d157d8b9b4028
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e32b45758a1d0c460bf92338d4b0eaf4fd8ffe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:618869af0fd181bfc49ad2718b416ce843d6202024158329d7953a3e8a77129d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e9bea53f5ef85b4dad7d2a059e05d9d5ee8da40
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eed9a141860e18a8310286f762a0dae87be75e04965333f4af3efad4846e166
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80bc7b457a05a5e421959fa8e9171635fbf38303
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c27be39cb76dec7fbd9880679465dc5d3eb49b5b2ea4a2184f92d27d1faea5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9003c0b4242ebca6c09cfe245187fa6484a8ba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56e3b3a555edab8ab1a9608c22258f1a2e374d8a8f317b910a279d8be1d358d9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc09bbbc1bd06805ce8d657d8b0f8be7d31464f5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a9f9d736ad6205422f7cfc68096eb5bf08e5c662ee8bd529f3f8df6b2c61d6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0268dacc8e6279287704dbf6110874bc4300d671
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8932ce87df4353f0b4b6ef10920ea1285479b80de1eb9b5a67cacd0d29ecf27
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a3e994cbb04aa55b0d6a9ae20cc8d93ac9511a6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb993819a4037a2f8d673f438a60f8ea5a7d2f3ea295a2bee772e6dc9910416
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ec946dabe33a990d8c3cb2ed994226caa41b27
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f3c40f08cdfbc3a0e2c37e4a0d27fa844e68a30aab82f78bb9db4b6256e6ac
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ea87765a2e73a5712272ec048d8d56be17bcc5b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e1ccd431c6ed7a4b4bbcdcc4c06b28ccc09845e1762f68cf6a4a8c51268983
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9cc61855c917d1bed3839b91a382c20e239618
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a01c5b2a75b3c83b879f1d6d595a3a4905e0c16d2488a721e69a862530afd36
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c18fa70429ce12a6eafb42e468a414ee38e0e7c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a0c7818d6ab1865ffae995b530ee37afe8b10b6b889773286d7d52feb52f64
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e6462d57992bfea158ad8d6749b2b59e46a9217
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd7936d04af9c5f6b108a046584f99345c2e7e7f8d2eee17b38dc4ce725ed77e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..959604671ca0c9a70db3bab306ce5c9ae0019114
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e078681ffe32a3a59600142bcb63d69b3eb65b28e9a741774cc0bc78ea7b48ee
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05975eafa81ca44d10ccfff0fab9cdc34d33d04
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:babc3cadf8a1804378dea14f2fa29c8f7cdbb2c028ecbb6754ef3c090d89738a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0a9bb103fc99e08d6acf7e81f3ec56fc321e87
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f48ce962f6b2f33279d0a32aff102cfe0833343e04e989ba3421a99e325abef
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b26b1e8440ea149caedcc26c57fb306c3d70491e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1edbe0d8a9552b3ef1ff71bb9b87d1bbd40f2ef9b2790de216c6182d3485279d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb5dbf430d096dfcfe75d023fdc238df522eff3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a065c84a003111f79396ee9647ad32c2bd5bbc2a608bca9a77ec2c822d6ff9e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da82fb71c2ce52f2d90643345d60f0226290dce8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2301a63c908381ecdd3c05b1e642ce92fa3c8f7eb2a87103ba869f1017f4c269
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd76cec38f955900ab163dbc48980103e36fcd57
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba353b722b3aeb5865cd796d25b08f7246236ad8bde9f619bc75982dbf6e9822
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..431edb9bb28206787c1b4ce71c333b17c38093f3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3510fa97c55025a4db091a8aee32eddaa78b3abe89fbc942971006046b49141f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd2f4068ca220bb41bfe9d3fc5ab2bdd9a9bcb70
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037d883063826959ed2113ffe7b28bd4432cfc091c2a0d14d41ba943cbef8817
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1f05f4ae907687a188648886f3174205e2ce761
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c65ee00fea2641aba1370455a1b5eaddcbf7f93201d5e9f82c7c18f0989c8191
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d539a08dd924ba693545a85b3f93601ecae8b3b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538ed744f593c0e321affee167947d01caac3839e7569aa8053ae3032be577a7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd7a8eaea97fffd8ee805d928c023beb2f87004
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9aebaa86739a60a3d3e2321c9724f6c8e127f1bce61434c7483c60d946305e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82a07519a84ea9d87a15edd6954de484ececfdfb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a503dcbab30ff83bec585e29b7286887739ff99b0b4cd3b448c7af5fa0f601f5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..710d532a229ab3b52814b64d10d4fd2d6e82e978
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca4c04ca8ee189d6a1a22fd0691c1a54c7a7f9218f860bde6456938b64ae2d8d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65dd65d1e2118e1327f02b7913d211a72c00d256
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f1ccb362bc9fed9a2c13a1cbc64dd08d68a8ffb80cff25891a4da04ea7ac1b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af7c34b2d46eb5dba6a9e3ab8b8ba1e9d51a51a1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca03d8ca6764e2d580e4b9e43e3cac8ffa20a5175e4af2a58a6da4d3464db0bb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45304e9c1ebb72bf9372fdd383b1098905c94a11
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8805815b62c868dff9f28279c384e9b470376f9cff5702b8fd92695df31bd65c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b20b7dbec4c85242eea1152e0270ec5e69d031b8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8664458f2b1b05b9c9408f95051c8145ba624835b9d0a6fcbb06d5709ea7d66
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2693a0ebe9381e4089ea55df9bfa5a2db586401
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c7c828a93b41062bee186b9cca24d128ec0f70080802765ff701a17c55436c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f92c3592e24b8e9529cef7892b620ea80a9bb852
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f0d4fbc3c0fdbd0e3a973d970b1b6049597ea4015ac2a67763e9118b9d2467
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c89bc191abc0f9d4efc3f20dbd7abeb7c73e1452
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b23e35218d7db7a92982009be04277bab741a7d2912b1c85bab3da0edcd33e3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5680be022ae21c1e0a4a7b506942755aa516450c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cea211e9b92ca4d82d11c91beae94baa600bd1c4fddc049842e39cf85c2d13a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b13379cb84a99f77ff1902ccc84bf1c9d329b71
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a08d4f66f57cf2eb9af5e72d2d79ac8e24c0768ff8883557c6fe1552d0cff0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d48fb3c5f48b2225177cafbf04c04b57300c714d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a73b960647a98b65dbcc91c23cba33a35327764d1824061f335f04fab16b7d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1217441460715017841f17da5b84201a8c34de02
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950c11049ca80b6002d8046cf62c8e7a15cb15efea1ced03dce5a30f3471f296
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e8d0e55f149cbf0f0cfbceecb12b2842737b8e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b20aeabb72d68c465da937fac453f5a9a45be38d65e83fd05e61e211474d42
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73bf48d2c1c2f7a4d2f5fda9325859f677e70079
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd5fe0433d6b2499b9e62a2ce659d915b237123d40b41803e18c40ddb342510
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2716756ae2368e6e1f463040af059727b92c832
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f6e20897ce5378c2a6f41488c07526780a31a5d6a42b507fe65f8db1d5d88d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf2f3d6d68ddd3a7ab8edbe73af13fbedd85c9cf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e49648ff7a54c409a622deb286915fc3494fd3a9ce29b6a5dc24a276a26c474
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b692d6c82885b4ea211149f1f383de8b6c938dc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32223cc1531fb96c5864a88027a7ecdbc64ab086a08a33331b9304159a5a4009
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b2dd338584f5d9eb94570122d48f8fff99fdd29
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8e11d7e9fc1015819cc20d9b9b9274ba7cb16c846a22ca016d181b4d870e18
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4adad38b1a5017fdbb5040ed9b9b01e121d5426
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2db4c4e54d35667367bdee12c2f6ad9c90df698bd6e2a4fafb3ebdedb91cef
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..977eb06779048844109f57e901f3d17172061898
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22641fb9a8bf393a578a8077e1b9680c07b84950a50a7b7bf1de8ac795d595d3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef048f6b3f4ab2f96f0faebed7a7258c48bb62ff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c38bf1d953dec21c9d7bcbaf6ea376d3e088152c4a29c95f69ecd56775e17b85
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e0b1e287eabd615c0829d52b7b05719b1fa4b7e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d643a9d8a9c16a16d7fe103c6b3ba33b628fe3072b56b2c771900102bba28e0b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d22416b4da7fc9c627123ba893b3550f5358b095
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d60bdf2d316904eada3e7d706a097ad23311747232b2a3a771aa39d5789b0b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa0157ac9d05f255d734632d0cbd23fb3e00ccab
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c86eee861f8b5b5bd339b4e74b392b80111102646d8180cc34ad28024da359
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52f814832693864afcbba46beae05924b573609
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad4379bbc13cd4fd7f3c42da6a87c32f56500d67cbf115454610b5c8c781ee1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac1a32c396c0a58f1968ced19c3842e2a9646cca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ca577007468217deec409f174ddd280f6abbd3ec3f2586ea269f8d22033587
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afaea47afffd22913eaf13091ccb65728ef784ce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f78086a3d0e6ab6dc4c6ba274addec7fea063acbfa694c7aa992f02bfc5639f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59042a72b6ecfa49bacfccd0a625219b92a560db
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf1b5df77be164051ef147d346bc1d3e8cab8640bab9d648998b838d6693df5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b0d2fe50ce66694f48385328eaf2c9d9888d817
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaae52628cd1b611d2c8ed75b029377edc5a029deec05aee1ca7ebf89f12bd59
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eea86bade76a9ba02f75a8d30aba49c3d455091
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5674079e0dbab327c4f74bb2eb04b9451565de4521828eaea0b56a17fc1cef22
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8606227293cea6311a9cbc345a061ab31cf1d9ae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c66108ab2f99a1af54fb777f927ad14ce99fcb8b118beb72ea4a4cfa81a1f70
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c1055dd371d8b7e191d8079bb2bf8a8104a6ca9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4144554955a6f6659a578037711dba837788ebc247b883d9339468386526d695
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e3c89ec479b8b3fb79b65fb6987c45dd9d54be
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1c493d3ca8c610921ca1e33b1271fdc209639c01346b2f19db7ad972bb0768
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16dfeca2a236afb734bf73b87c97474179de6eb2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d072b4311fdaecc436db22a61e1c112a6678a15f2108ea6a4b8a58898f38fc0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd44d0bd157db025f9adf213d3590c7c0a0d0ceb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef00386a37ba463ce094eb8d8bdc0fbf1f34cfcff163b6078678b92c754ee5ba
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a6533cb1f80ae501fd1b93eaf77fefa98e0830
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538fd43680e94c7503f257729bb0fa1bfc46d24ced6a0e52bf8769de468007ed
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c071c44800e0b018d945c15445d080f68b547be
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:530aaf739a35f83096bd14a42413a82d894697cce7382fe2b4b3606f21963535
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..727e56f30f16504dd683ed477e4d2591021024c6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b810b896f6578474fd70974e9a1abf4609ddea06f59844c8a7bcdac6c1bcb6b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b969faebe448118933c6648af82dd5ca2bbcf7a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e82acedfb156bbdbb8e5aa5cdcb8f47c584a5a8b3b6398eb679022b67aabf8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d174c05c6a4b856278a0ca95a4fb0252a278c33d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81152ffa214a6b261e140e3c3c496b77aab7a049c24be7781f4f550898e52b3a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3db00392909ac34ed1cb3253747e73b54777c8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a797dc1ce8cf6b858d1c883a290117309fbe1706c8c2241ece2bbc2b0bcbbe11
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05870493a7a4b847c79d428958b93a2f166a17f3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce0a0579bb37e5a99fd60c65a554c0eb6aa9ee1fc1b309ec2f0c25485f492712
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf81a512fbdc4ed1bef8c9955f90d86e90b5eb80
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979bc87ae2f796e27131b75fd2d6f3979b28a8fca9f71808e411034016380293
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bdf2600c1378214fbe82a73161c100bd37374d2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9572db13d67099abe87cfef75d194a4d70f1434e3732e68d7261fdebb83d4bbe
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740644def11ad7bdf2b8a3a68cffe0529d9ff8ac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b42429b37657f718af688b2627091674b2a69d5764f96de9154bfd4f9eb5153
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f70be3441539b01fef21770a3c3f786bb79ed0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2847630e8e0949c65b242d607e036249cf1de3c27ba3359f3da0524df1b613ad
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5839ac320b1be30b43bb1cad760dd670c5bbf843
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59609e1791f911459b6a913dea581b2fb702ceec435fd334b9d07b51486b7738
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64ef7ba243ccbb5dd4f1cad99e175e4196f702e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ff8cdc25e1e65f8f41d73d4b693f2cfb1dafc9efe8f3d91ed1b4c3f10128e8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ef7996221b66eeced5848335bc1ce6e01ee25a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2961b6471bb672e3e3dd7c09ee8901f1fb98d70f501fe1a3939c88dd81a08044
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a8bbdff0b35ffe205023f105f8665158beece0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af095dfeb5387b3479f6bcc3f2c22e58ed556597ad385c553677e7b30a17ed92
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bfac2948ca420515d3c1d7925d35a27b1dc1970
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41496dfbac11a7452a9efdab54d32ac3b8ff9c78b114448db0dfc40653d7453
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9579efbf1dbbdb2834a926e45200d7c1e5e3ccf8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a012a9da9124ebb55c4cb03a536b6ddab6c100b583f64d80f6bdea126f6ab89
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cec3d798fb6f32d947de3f003ce6b85617e3e08
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ed96c2609e5081fe1bd3c3523a84c91ca2b38ffc8b4c90974ea2ff5a5d0f20
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c381f3092c67df9e6965a46660c9565700d6a7e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40e2fa8bb1f1c3890279ce09372a6c31eb5cf9d921bbae740ebd29b0bad69453
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3265713655bb40f12e3775e7eae82d2feca2a7b1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24974e8d599738acf8a6dcd589aa1c82c99f295b3ae9d3ec69faef897236f15
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d4bed8e8b173f44aa9365a97c4c7e4b080b7f08
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa852873d5c4b1a6ecae21149621640ab6c9d6f09363bce0496f5757e0df2ea
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5fd4632295ffdf4c4a736bd16f0397a36d1e5d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ecedd46f718f6d3aa2db380f0bcd5a90c4bad3e3e4b19b775ad2d8b5d4ba91
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f1ac9b7df36765ff185634788f39f0cc2963fa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e016e575474c8c54a3998728a5ea515802783d984792f92e817d213aec23d9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..446a8c6a10cb0153192587643a177c864adaa61f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efee23fdc900b03a41fad39d914331a567ff9bf6abea00cfe6814dcf278125b2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7efb24fd93fec2589fe29edfd7e148ae312b1f3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59cdd142805fa8e646f56783f8d14eae534c19a24ceb089656947da846a4df66
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51600b767e0266666d35c5da0b13fd30cde6eae9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535f1d0294eac50c81502de331b0e24e22ae720d815f69aa57e914ffb2385896
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a0531920d9f83a71f4d4e96081d1beae0e1fbb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f02253d5822054349ddf6ee36adb9b10bf468eee6d1d5a4b7cc5180ac094e7d2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0fddd515b91025bd674c75524ac313c21508cef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ed97d747e644bf544ecc8c4fbb581bad52ce99cac725c69dfe5143125b8b71
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b6411b5c896fe881ef33afe6fe0720cca41e9e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d49fedc4c29596c6d4e4953f45829be00e043e525b8015c4f9df3ec4c169f6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da28dd7049d404fce33d4329e37fea487de017f5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b4e172725837658b631b0aeb93d032932d1b22ef79f73503c18ce95d35da372
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc5cf2015125c4b88730a460de47c6fce46cd88
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14fb57a572513ad8b3e39f3d21217f256dbc5c6b9472002c8d3e8e7337ee691
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c11d0f1d04377f080dbe4f9f6bb31bb7c59e3880
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d427da22768a4da1f6691fda70e14c513de3bc0f46dbf8420daac6926a36ed
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e11053e23ad4288bec0b4f8f6d543b0ddb0461f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9b84bb7c0923cd5c8e836bcb2ab5b4e9dec669e173d778179fa20023933d99
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e25f1a1ef70b772976bbfe1c225d29e2e410489
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ded6abe2bca446d69c5365f471816dafb711a67bb7e52637bc2378ed951568c7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c67bebfbd2c3635fc59d82399106adff750f53
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b13179ece5111a175efc540457364397e2a6e97a5575009df7e2a0d979829cf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e8bfbf63f36fd88fb83fd336b52eb4ccb86b487
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b63d6b56929a224a46d915a670f6a804fcc27b38d3f033933f75456f3e2d87
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1d4c6037cacd6bbcdcd731697dbc4911d28d772
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae2bdf515e1a6354c82fc047ff55d802d25e5cb218a535b486e7d4fea427d964
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b546c2665100e5b2c9666ddbe6bf744fa619e9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:573dfffeaa0fd85ff74a15d355ca274efe49373d29287832eae48d8136d430d9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/lm_head/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46824fe222ebb30393326f1d9c32a8b4fef76051
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c3f539775600860c3faa4eeaf22078461e967d834bb4c7283228310b8ae6ae
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/lm_head/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8765c6c16054898d439ff9d055549cdb1db07025
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49cc9719696842f762697912718688a7d51195713d31f7fcf99e06fb1cc798e5
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d891051e84782fe090622692f53d7448b21c0cb9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2470de49fc0056aac9f0ee0c731801fc73e53fae4fe2a0d6603f1a8d6509c9c5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fa14ac4849f9de1911378b9460b7d4b7ac61a76
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96629faf907271aa27d173839fc918537e78c392114194a6304a92d2213fce5e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a048b49c00d019998b85bedba6c5cb55160d88
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6720c61deed73665fcfe94f0c59b1022803da5d6f8b2414da809f0140d1da76
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa9d30d2274157d5abd88813446df9af98a4f383
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3354b209c2dda4bbca670b1a8e3b2d0492a27bdb173d7f15ccb4d47001403a02
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e17de26ca09146040bba772e41b3aeb139b388d6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c80ef3da03188e5392736f43a40d33825b759f22d56666bbba7ab5cf16fb660d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6c58615661c6d5f5c39ab45d2cb3e1bba08d9f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a729cbe3706fec2951a5fec46650174c074bb08464467cfce005dc386201c1d7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff96e042e3285b6d22c9815cbd1039c3b739dfd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:635ad151a490e63069302477605ce32ad12b5417f3384897259e8ab9e3e35ed3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c807d46c2eb51222813d76693b61fe3f20f7ad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f722f43baa05322317c07d6bddb5fc257c6fd9a4b3d32950dab671558b8529
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53156035e00e0b9059ab207509e16948a0e1fb58
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64587c993a6a4c09cdb35bbc1499f27b9010f3d050a337e7f130830abf38de9a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f6e289eff41949e72009c14b55c50c9706e99c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d4a0dd42e3092511c4c8383543b30b129251b560def770a65ec57846256e27
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d45d69d07983cda08bed2b2440333b0d7307dafe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de52a57f8ebc037b4d09a6511728336387ac01a859d3032aeda63063492258e7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bdb891c42759ec9f877788d134736c1920c025c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88bf8b122d1437cd5aebd6a6215c8a8aadd4d3968a87337000d9cdc9cb4fe943
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be870585074ac98f0a75163c779b1001f26542a6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1ef24f6cd16de275998dc4e3391d21883a923783404670dfa51268fb622396
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e89280cdf07107ecbf466479b78f945b8e5861a1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62fa2236bcee256b372ff8b7320166808dcf40401fff42f627fdeba5bda0d011
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a829e878883925c05a3217dfbf1c9ee0c480569
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db4f9f66ea9734f43077342f8ed1d5ed94955912419db1ad3db5b380eafdc44
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3863006baa9796bff711615b82728c6b72e69ca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8d9fc330237e970861425a91917cdf2407affb0b30053b1806eba9066de27f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d614a8ed255db1c2e0256d95b8eb750db0a670e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb395c72eff7edea93bd78237f458816728e5add14d199b2b5466471b5f87a6a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce598101ccef7378a4518bc7f8f4171ecae6c03c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4946244603bc7d781a90d141e42c8e2ada3234aa96fe8771cd4f3826fcc11083
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7f3b89b1e23159f94ce1ec1a54d386938529a9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9812c1c966ef39ea6ae262e7b7a3e3425a599ee876d23b8a28c2dc25320a3ac7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3558aa3b4ce5f26edcddcb32df89bd174de6bdb8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8338dfe9a4a0cde1dd6327df6a1582503420e702eac424d697a42bb4b76f6b08
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac9fc1dcbdccdd2ac1903c156c22c5099fd4fd3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ead29ca2349ec73d83206bd1e39ccb18c4a9c73416913f7b7610cf62fdce22
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c1c551052fa1817adce7e2cea3a8818c5b96d1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ba335d10b78567e1cb63ebad2018586bd78fdca1174dae51ff11d2c5f1f7df
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..101706161ec0b5d03601787ebc95b244cfebb32d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db8017df95b0488e370466d6c61f70cb0015bc41663c84946f202fd15967970e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03df546b207d3087ec7510f82a1cde6524fae008
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbaab52de03dd9f9efc168ea3db970b0f4d07e89117e9b96635828e4cd12e6d2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70057e01eb471b36e31b12cfe3df9abc735b78fa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882d7b8796201c25f952483de514ac1797ce4d46ba85ce5d445d93f0451b8291
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcbf74fe560145002f37e02fafe99e8c158de9f1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cbc6f2f61e6dd10fd660ace7f4686582fa80e1519ba0745485b6c71e909fc3e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cbd3a2031d21f5edc2ebe86d30cad913ea504cc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4fea793a23493a8d32ef809a473b132809392b986b03e90112dae406fec5e9a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1a51b2f9e14361fb5b02503d9a0e3c05f94d405
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a623fdc47fb5c2a82b11eaacd8476c3eeb5d2e37e7d818af9eab81f715b7db48
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fbdbe537c863025a2f903dd15e8ba00bb44a0f4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5e806fc225601f4d745183c533cbdd5c82207c06db2dce94ee515d749a5fe7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc529e3d7c405174cfd82264599b6b1caade64df
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7360450afbe1ead3874b96fcbd8e4ead485d137d186034ac044c7fec3855417
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..926377f43887a2c4e3c2d4db0e34f16275e9237e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55bea84adf2eb9eff76d17bc5ac589be3385d07786d28fecb999a6a2ee366709
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d95bc86612dce7d7ede73078f2d7d0855d2dd8d2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af757a536ec5854077d3f137a8eab9e20837fb4d6d415d69496a627b63fc29b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554e6b26a56d9a3112226012d43a8d98ca938e88
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:403cd368058862464c02244dce16f293c7e4ee04a3afa499e4d7f5b1617ff4c1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d8609c76e5508091bfa5c8f4eb724f107d7ba0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d495b67cf2492dd3591e3c8b4f48a88c2d418cdf49779e59c38fb6b6427945
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1fac5ffded1b828cfed3caeb59ff96c92f9dbc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf29fc5cb4228455ead49f4965e56d1f737668624c551cf8f3c7d2ace42e017
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f9f5205eb6eca66f069827056c400289bdf738
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:082d01316eb818c64cf6bfa6d6d86108f62822754a55cda4deeae4231d343c93
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc5951e13927ee81ee6558833aee8df959b09dd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd0e48b3b93e0179e49a18b73ff747b9c10dda5e22194ff05f23b98cf67a845
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf28242a2de5770c38fd31f7eac99f11eb1eca2f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5257423e55a7f095b7c3336b3c1745d0c2d57fc690c04915969fc1a17d6c52
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..accfbf9888d94ff8dabf5ba9547457e046d31538
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f774133ade0dea07007c118ca2254ae1d2ac46db9d90586da1bc991a854101a5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00e0bad35a7fe7bb5f66f3b7b4a2c0dd91c7662
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83b6b0870d1da8c3b40fa28442a48ad7f7c679863c7478afc5c7de90aab56dc6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eafe7b8bc341da88ab3fdbe86167f73f95b2dc5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:773da4bdde472ef6089c05c4049f7786d55bacfa8b1ebcb7082b3b495a9f3bd3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..649af060344367ba790b0c20c47e94197e9eae6e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f4ec5f20e8bd6b6b6664a2b70e47bba599690a8d1f99ae40991cab425e721c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be5a49a4854f1a4cefe0281a3dc75e11bb25704
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec27639c1ca21b9742b208e559acd8c19f2ffeeb696d3ab0bd995323ba6bbcb7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00530eb173899ceae05821ef64528a5ed54d9007
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b8ae2cb42ca800d5eb43a09255b9104c3d51fda7827d3fe78a20dee9628264
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35cb2d02a2ba9f2a5f3a797e518d3e6b8efcd50f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c29ebafa9f5b0f4f5a476fc65a64ae573fe41aee84132eac0e503916ffb638
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a2db64dfa9aeee1b7f43c0b2b33b92f8974df1c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5ee4e3bda82a9dbe3bc63b8143b257e98b4db97a3337fa667973ec335cdb86
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f80c072b2ba2ece2fa9eefd1990d3c93b87314b1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c667f1ab6c352905a30520d885fa2e5a9afd671d95ea27cbf84969d9c04b242
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c78f908fa8994ddbe0ab3fd126f9bd6085f82f1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab75e6565a69403cb3626226660c011a58806c82a30b0a4ecf0ca58e9e8ee86e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad5c74d57ac81426950dcd7dea9ffdc584592cb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b7b8e15eb4b00df313c59e450e53715bdc17b152d646af85d391948c8ab51e5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c6225b6120fdfcb44fea8512eafc2a92982337
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e8482f638bb64b802d78d51f8c65a5c0d046433e5ee954d897d2612f247108e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25470e98ff10b4af1bd8aa71c0a264e774bed0a7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8725143fa40759d4d1a4ba319d423dfaf900d7782d9d0bd7af959712bfcb28c9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56e4bbb6e3f5c04829c63564a21ffb0016c91cda
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ab9208dc566f2eaa155bc44aa846d00a5d8d4560771e1bc878bd222f804608
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b0ac49d2de850b7b0aca04d963c1f59d86a7f2b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db9b1a7b9d8ece380c2c04629a73a204afb7a8d15046aa136aa409bfb75676c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc1462c9448622d0e9c179eb20faafc944defe5e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a0e142d6a78f829eae305f8dd449affa37a77669fb78053d82795e4affe41ac
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e33b50a3e9060f6295306ef2125a75973f2f727f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb040f58e4c5c82b8f199b770ba7abdbae649e539cdc254b633aa2e112a6901f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4593207f8157e6be54d2225fec7aea393d9fb53
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0092c7043f8dd724a6952ee1cc76dea10ebc23a1b4bf33567e1726148bf9b73b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9efd94893b34387484e75bae6d4d31e36949a2b8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9edac16f7cb2bbe7b98a9b9b00795f8be9cfb17c7954cb3e38283e356a75ab95
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d4927fd247ebe62fdfbd99cb72d6e8780ee6f47
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe03388cb844c4d42d20a7f27443e4b06df15a86af21115b69c00541dd4375a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9cdaff894102bcb3c6864f78b38c946a9ad74d8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e1cbb4abdefaad58105016e7622eb523f64e923e4d3c50218b9966c0b00d95e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c9bf33405de37eaae7eebd3655ea38c6a316b9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d8b97ec99a2b62b85c4e95ca3043d9c423a3c26c4e7ac56c9cdecd52dc3b748
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a7cb3c43fba44a83a099024535cff9c70911b7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534127cdf02d7396634d39d49a150759f99400e6e8585b8afaba6ea0be1fd384
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8362b789fea568f989c64214cf2668777e7aa8b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1c370027232a1045a81bbdc93bbe8cbae90a95b0d343859c2ef53e6b0c3c53
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69dad85bd0a060bb78e47d26de5fa6544792b517
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14bc18fa9321bbe670b538dba6aee78de55bb1f53c05ad266f2f3c77456f8e8a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b91b7154250c6a2360146d61f5f4f9a138b34053
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb7c386a05fd40604d5c04ed3612b567bf586df72a185b086d0b5150aae4d3b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8255b9c0759f3d7f7beb8d6298c6abbfb1adbfac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4772ebaded4f66e0c7f56d53c3138b56cd420d6e85845486111e9112873e8a48
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b26cfc400885aa28cc070ec132153d35e2e877
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e45fe5b3108bb5e83c29b770bb99e7f606d3186086e6da5147dac589d8dae04
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2ca372b8938717a09fe1c3d509c26621db3732a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:407cb0ef55a1ceaf3137d5fd498c3f0dd5fd2fce8f689a59b1d0e0f1c0a0ded5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e346981d905d42d3ecbc16ad1fc03cd75172d11c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf127df1030240e1677dd913ceb8d9c5bfa28e1d380c8d3dacbc0f0e96bb376
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d23b54cb072a5fed7362e8242425eebed306a2c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:237cc33c632c490d5bee176172f596b2e68d0b39b1342db04e019f4cb8563da0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c45884b42029923a2ce568810ee9831313ac8fc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438892f73f427aeed63a02e2f3c2f129b1a9f1d30014d308c1a6ad8a5122c4db
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9d4a327a1f56b8657702831ca3bfd5b7b26a27a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6346f25d92abf8fff746659a695f57e3329229379bb45c94150d20726dcb2c1e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d4bb4fa33220243f3feb46a099701c0ed5e8759
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec31de5ce0a276a50bc9d7e9ab92d833180281b7a73132ba3c8c0a678d0dd113
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e345f22518baf8fee9040a072e3d5dedd06639e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22948380e5e728a3b2e6fb3d638e7d934289bf7950217a2ebf33e94e7574bc73
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8098a122d20207779ed945b3502d5b76b501ef3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24356c0328f3a4a40243db22984e092ef73666d0b17bce062be4d75521656619
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b6ba9740917ec81c50b0f95385cf72988a36e78
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3d14c80a4c55b4b9b9d503aa96c55198ece1452e7fe54812b99fb9c29772ef
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e8374e22bfdf238fd7deb425d48d43350e1a32
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:922f9f38845daeaec6fad3242e1e1e8265b320700a4b7e090c3cd293d3301323
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ed3262607de3e9ebab77b545f8de99bbeeee35
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eaeaf22d74eda9fce302a5ee35f44245d33fa1c3b877693c85d47401c87c011
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5073c876b7f7e3f14ca8724b8d3e6f206dbbabb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38f9fe14748e9383df8cffc3b1a69d21940020f284aa7584e51d4c7446c9e7f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423bb6ec8752a7973e3ec1b46d4f5219e044ae6b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0af5a2c4240d18c4a882f962ff3068922fda3a40a9f2b23629bc7e43248a7b6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f8c5e4b5ffddde56a1ee6c39aba7e7e49950cea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f86689bd8daf346e2b675ff6ace97e4134738a9218ff76abbd1d88923933ad9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cce82bf8138482929924cb92a92d0abf6bd86d98
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f28b2798e9faef17773e0bf987ee7dfa1607182ec8271168a5bc9d73fe76a0b2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b78154d5378fda578b362d5221c636e7f5b183bd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49af804875d60aa149a1ccc614c26ae793f6bba7f3bc7413bdf3be5b8540e1e9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed87d0146ff566ff6027c3f477a2c794c9eadb5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6acabca9cf19380d48c15de243f651ed7f9925a83fb58d635d5e7e076c1208d7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a50363c023757b92dd1f0f13ed3451b33b222f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c189e872ae79e0e57b3dbc17bdb0f0a33ce6d59d182dc8b8ed7cff41323065c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc52b918dcba7c64717b2c5ae94ad40f54ede1f4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff5996d4cbcd6a30d1affa5bc5855be7eb3fa66824d5d0af8ee5721a1e85739
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d5c0c97b5af8c16c3e54da8040440e9b37aacf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee2ff7a4225ba046a2f1705890c7b6f625ee13992e40d82066405a98df7f979
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efa672bbce055356431d593412dc0ed36f876974
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c384e9e080df6ed49b81ea77c21239ba17d81c5ce06f30605ad02d4ec0abe581
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57abdc069cf9b50376ae5d7aaf35c011dbed1cec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd56c816afb22605cb63b3b490e94b865ff90a62bb99ff6d9bf34d7b97364e6d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb68a3f99a7228f3552af0b3ec66007760821f7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bdea7daeaf250f0ae6061eebf07d9c3bec5a4b34c13d8b9eba1bd6e17f19abf
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d35474d2323cd71b9ac115b3ff2957e19379d37
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8790e842174bc23815968981bd13f39eda191a3f12fe02ffdcdc9c6a7c62f831
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7ce1d0ca98385f45e28077017b0c5146b6bcaa8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358dfc0599e6aefa151d078da2090bd1054e31fe04fe31199fcaad5d7b9fc4bd
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db73f001636632e01a3138647318286fa237d01
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1081904120765b409901cd908ef740bbec8f9a3f7c7d45d63c40779f060d3679
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89375f0d739c2c76fb5443273f6630c1e2c0299
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c29e943fd0a3ab4e131caf401bb05179396344178da7308524a2ec3ffbffc49
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb66a788cbb6fc82f218d43bea33a857a803e0b2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9283a664b569858fdcda39aaeeba575d948e0367417b27272fba540b9e3afa1b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..056a633c13abd402eaa2732fe89de6d336b1cfb4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e313dbd59311b3c87ef1f4bc640c1031d88dc9d06e6443ab42c1c2029a28e54
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ccad93639094329ecd749f4db9231e3cf402b3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fab97cec16760ed0fd01b99c2e7d3bb5e81a350d350edd10dcc8d3d7c81f154
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16001d8ef4e7b96409279f86831848063237cf44
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b3993d1b9d65688837962ee49c53df1554b570801496725cc456dd8ff5009b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ae3d7c8fced6c3836c97d3c9d0fd30433855ba6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c68f209ef119306c6553f6dde2aa8b306346e1ebb18066d04efcc4094b52844f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c151d028c17e2340b39549790cbaab27ca5bef66
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7c2699c4ff7ce3a333e4ee8f218b90695176c44f8572d32667c57df51bd95f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25c1ac32d4fc827d12724e1a7fb68dc4f810b10f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364f090d58bd8840059af9a1f35f3655cd8e43953c2df905057d8686a5cea4f9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8539d5137b292a20dc3ddfcd1baf278a338993c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb61b3eeea1f9ef2568235a9064a818e3d8a4e55bec365c927fd60347d218b7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a844c0e0966f98462a843cabafe4abe66e879678
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2edfacfb3fe65c69eb639ec462c1822f3b492844fb131f07c7bdbffe52104e33
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f79856306cd301333391f2a159b91075a541ec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4411fc9b146b6bd0f473ab2ef71fa7033f7b051729cfe59edffe5b9c6e7d8279
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8edd53667d0de1a4e420453242479b2631999984
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed73fe901674f2a6a6b88927b7427f5a4eef2a2952fe1d83f11584d83f20298
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5271e3ed545a93e1a78eb3a9ce837c6340516db8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb4a6a6ba6bd7305dbb1011a6c255b9f2c2a776d8adf06190192dc481587e21
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ad310c50503b4fcc08a071bdd43de3705f980f5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75bd7ae0234072ffd1e3415600746a4c6802d58b247efdc851adb1950aa173a5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8828a49b7f7abc0218177b88a3225a37820be86e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606232e758840ff0a1360b55aa5bc9a64c0ebcc9e5a6ad8d9a2798da86cf51ce
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aae1611bd2c005017bb4995a98a44e7c1945277
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31fc5035d5a872703b2e848aeb94f2014590deb907a7493b3a7c7a721d1c5a43
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f6e53835e59576ce7e598bd4858b969dc4c6de5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:441c9c61b46c4afdee7901d8f2b2674f94c54dd9f4e437a5a624f1a07b584bf2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf430bf62ebe31cef2f7784e2ab332254cd4e0d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c0b3fd7c65b95a1b4f15f9a41b33882a61c2106c655bd00abbb7529b956746
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c9799e95b511f8789ce7dfe931c77d2855dcaf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a050da503c2c84edbcf1b4acc102bcf47a7220e58f05aa7ceed46b8e05b9d0cb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b5bab426162ada75d5e2c521caac373137fc2f5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9233cf08c6fd89a029154da0b7bb03ac18bcea6b529d2ec9e93b1a02dc78695b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09a176f6a5955d0305ff7fe8481f4adaf6d5df39
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0b7240d1eb2b79d0de3c3a27264654041784bf0389a280275c5d59990fb677
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48661ee69481ba4bf5e693eac52d8a4bce1c6323
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc422e112b7de6c60af9da70e2ec61c86144fdbc43460b179152cb1eb2286b1e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66a6c2c48419da72f465baf3e313291dda5673a7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86592f590a5eee4b9b8514aae6a6c0d8b298b32186374afc05b232867c8ca631
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639d473ca8d7cff14443c98110e97aed96cf273b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a2dea7de97f3985dd0eee6576027f3c61bfecb3cdecc465c43154a7567f91f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c009c8a8b1e37f101627528e8f6fc66c7a9b0782
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a48f7a8195002cb374f8f1ed52940a6bb96da22b7add8888bcfee3f7d7fdc14
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7dd8223f6f2b6aed1a80af6b1d55524447f1479
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffed551b948551793ccdeb76583f98906a2a02264b9ce543068e4c9c02dd9343
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f9edec7c1b42095fd13faa92ffdfc3045aa002
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2db4c3bf88247843511f4b55ab86ef71cb7937db64ebc7b07f758874019da1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4afcf6853a85498da49eb0698632e44169ed64dc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f716665e1aa59348e88cfc7ffc959cee343a2439c4073116abc3f40bafc6bd06
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee20f96477a75ff981a02e07fa31ca7cacb23a7c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7adbc6767b8b260b3cfbb9d870b6e50aafe88971d4d8b90a8d918bfdb90b0273
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6380a6f76eb8bbc8a445b82bc003ecb4102ad27
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3acd318b5a82b7a31a4f0fd39d5609b827f16adb96caa54fef78e2e09e0bba16
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfdf56edd8e5c2b3781502cc5c0bf5de2253764b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fc53d5a5cac59be7afcf5eb743986154e5e5ae3684aa486e65bf09963cd862
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e97ef12e50f3cb3dc71c764221a2ebf07fcc7574
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b89aefd4075bef2fe52ac3384525a54afd4a0dadf8249b5809f8d6446f044699
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f99941a74d209b86747f1e52b6ad132b3f9d59
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9037f3561554285cb54c9765b3a6a60f8b4fc4bf99540c87c38b2a28c0f9683
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1d0aa4f58637b62038db2fac99c2e2c83237b1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1588446de971c8c0330c78bc1dd1faab1db4dc930b3dcfcb5785bcd169d04c92
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b86c022ea58b319301c441d22196e902a6c469
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c5d19569e4c8f9a666baf577601b8861c6b73921e3e45a66229edaf3981fc3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c3abee200033d4ca62a9ae7aa791db3e76349e1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af43305df5c33dd604132877defbabeb07e5ac718bd8fac90592c8d41dad5a2a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8fdc39c9ef451a621efa816adc4cf6a491dbae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:425e2e8f62a12aa1e2e2c9a7c42eca048a8350f194dbac0d4c5ff8e5b0a80e30
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e458962967c5efb5ab2925fd27e42298de51835
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f47d959ee22453d58ae665ca5b07675681b469b13f9bbf984d2d1b307da410db
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6f254483c07f47c1cba42d325ec27cb378d556
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92885019d4c586480f0c73af3330b10179474b3f78a00d0ccf70683524f55b47
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ddf71fcb63468d8ee629bd24852d8ae6f9a9299
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b402a72fa746ce6d2b58b6858f629dce11cc13fdccf2a9413a6926f6adf800d9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1adf8dab9f6918954b42da160f42cba3fa0aa020
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893b830afc2fc293336f955753886f31e71e0497d091c5984cc3767600bf6178
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f313f376230d51aeb3a8f07ba9c5c5684e8b4e45
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1968dbf2c4d9f3016e3bbeaa802fc0afcf6a60437ce511f8237ddc15fa06c33a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3faf520a3e32eb1411df94b256334fcbd451a11f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ccbc0d4832e652b3a7787571227f7ccffa29dab6573d10aaebdb6e79245542
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e87b5df83bc4cb57fed515b01b64d070ba7bdd16
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba007c86db2b09d5b09b95af25e2da4956bcaeeaea4c6417315edc35dd665e4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c83b760ba3cc436449177f4f73193bf901dd97
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559a229dbce67b17cb37154ea2a7d342f9009d627cc8ca244e820d7237048485
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..673a8a962c2666fe0e2c6d837e3f567d0af7b248
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b2d24f6212c58d46e66829c09ed42343eb6b24f060f0d1138d1141ecef6c45
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e2f8a41007338a4548edc2a09c7149972c9a5c2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab17e2ec88c0bf81c6b3eeae69eb70cf06e996b52fa040b03eebf941809efc31
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d39c561691e81aedfdec6a67082245e1fcfe4fa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b399f186d28308a57e22a1a055b8d05bde95a2ca8692298984fbf05e7da23972
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01264dc75de04f0cbefd7c038644b1dd9261e2d8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc2158963c3e53a808fa97ee80360645df7a708394ad7b0f9767fca5b26b76b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1b3ccb589b16beccd02c72975a2ee94f4ca847
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ae438d91bc7b7f9c9198ddf93497e2aa76b686d90bd6de90dd459eb2f80469
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d54a5923a698d3242be1dbac351ad4db037d97
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ed425d6426fa41001d06d02d0ba18c5b2bfb86b75a088fba98eede1c4a5c1f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f3633f816247dfd74203dbe43eb85b1b6e1f6c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdfe9991069efc52b60ae4a7717fa1c7fbe38b0b109f9489407a8dc0b2a427e3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b864f0aa53352483fa200924a5e848a47dcbfb9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84fb5f951ce024bd0d9827b2ae49c957cc242e76311265b30ad2e920f1964852
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21e519e35051b639ccb72aa9ebd2048f6e51a998
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d501cef97eb5cb92c98ee873d1db33224594737786042811190dab2fbb3c8cbc
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a04017b5ef0080705f666a2828b5c8a9527374
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b48e3ebc4f1982894c0b37950803ffbd46abe65d71b4d1e633f381a2e8f5fc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68faf03acdbe677760013efe1908a6446e3243aa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307b67ebecfb56e3ce259ee8c60433a57a48d0506e603c03316d953e6cc16d7b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8461699a3eb29a386fcb87fb1d3044fa171df4f0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f8b71b01294413452114c4adc95ecd5d321583a279e94c0ed052987629d3f4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e844f2aa68ff816fb520546ddbd6a282cfbd7b4b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0543ba90997c1757e94fcbcc5a141beaa243b4d6031c41780c3f6de88d3ed9d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed2ec23e5ed9c49b19b1f965a4d87fa6322c827
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d3cc44a9deb7049fe2f570dba09ffd8af74b7b080696636d753e674ca0c5ba
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3265f4a4e0979e182c2c4567f54ca64ba33e232
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca6db31219060f45e7c8bd1b187c702099a18118cb9da71f9360607751ade6f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab708a29730c4e0d022f64914201271365676743
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3afd12a0f6d8802a2d7115b1cab120481b960c7f97206f9c6864dcd614cb6ba0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605231a6d90db41a0c25d828982dadecece739d5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2752e86fd9d3487379ce4852eaf001c48e43d814fa36fe7338123d53584955cc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e6134a29fb7da950ff4b112ec81a17d29d65c82
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9413e78983b47671cdc57d539612ba2914adf6edea44bef6cdf93d308924c8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fe3314ef31638b5827887cc3381d89a078265e3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae219cae19cc8acdc7356a59d4b1f84b5b5b2496022bec75b741722f6a9b155
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7298fd359d31b15242954635543ba71293dab6a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648496ad3a131051141864c3fb5ebf296646c6680b18d72e72b410a2bf68a10f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aac2c865db2ff2881bc2244c022d4cc3f6819d4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:685a27ff584c4ebf2e99d13a79fe91418b4f416e86cd167a6d666290669b29cb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff78e2a409efd52281d7fd3e76a093cd3e9f8493
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eea2d4c04064be859f36cf2a579b09ad584d51803f677fa51c19cf409fe866d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0cffed07bcc8d98fe95371c90c86aec3337cba6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:106d651ec159bf47149976350750e8aaf02b503bc6e3fe141580ad20d3c0b537
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226f3412a7ece4de9173970022739505e2510fe5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38dbdf307cece1ffd4d092b27c5d07b8bd54b8d9685a596e7b5b28605e1ae593
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b5a95574337dc5d9a1b879ade31f7d60c2d3d86
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00d6563f36c9b9ee31c672f3299ed27f8a06cefd42e88b148aa68ffa349916f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c06f459f03f0114d6c40dcea919573eeb76cfb4e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4175a307f0ec1d273fca4000a0ea3a01be944f48a94093db5b894f104cf96e28
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a387fc6708599576695b4e937cce0829c51f5c88
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917062446e6aea451fc4574f15a36919115f8248faff5ff823e8719f1ce49d8e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..833bdec4c5f3d5b3dd30261a0e7bebdbd3457365
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45dc9813f6386c8ce3506079d26f1d93a924a07e9f7330eb6368a6cd90c9979d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daaf0a24fbd1b9452aaefdab88445e2393a74c8b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f84321afdb9f21c77a001cc077c73ba9dd0504eb2ba7f6acb51fb69f0e7a81
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16296aaba1c5e0e073ead017cc31f79d95266a4a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f37f94742038212cbb871000ad5f54f46bc3ba291bfbcd8a57387e890e9ed5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecc04d47a4c8338d2a15aa4e1f1f6b5f929bbe55
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3b6a1a4a507b76ef003dbbaf0d38500131d860e742150d931a9660d890600d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3209ced138ecad0b7147323fd8ecff0b537529d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89091c4039a848a7ae6dadbb2551d3656c41dc9611b8ae55b82b7488730e691
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689735a5f2d4818497063c978a0f60e41dcb1a15
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1a4d16146e66d9387b20f86af5cae8b712c4caed2a7efc5857a156804bc71c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c224b7275b7572de8aaf6d09d129ed229d36805f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc209c80414be160a7a748a2fddc7bdb752b32981786de071c3e81c1c7196954
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08bd0d75575af7f32d239a99340c3c3065c39a12
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c012af82c5d4533dcc4ce816edec54fa2511b11201ad4206e2302a6c06cd3461
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a2fd11c3ec554724080bf926d3a0a362b248150
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb6891e6d1c8b5c638ac5b0e0a82e9faa0ea7c00819c57b316acc782f74ec98
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b6e35b4e2e76e0fd9269b003b2f45a9be274119
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a482e795ca54a4a37ecb91d567880ccb2644bf4843776263d873efa8c4d0609
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2beedb3efbc88fb334283962f978bd60d9fa5d12
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad45521fe95051b4329703c4691676ded1249e3767a30cf8820a723de512509
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f64df0edf1397b4fdee85386d1090d07fe876c6c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:597427aec48dadf04c42ec51e666838d81155a8e645a882b71b62af0fb955d9c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83c7f10f815abc245f8f90a3b6c35b7553ef374
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e4081696b45aa68bb24fa289421d0a6e75d1e238c034e2e02c5d89e825ae6b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da36e53b4c579410f1ebd0b06afd3e80320d76f6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05b6f53109751115b6012d994a9373acb4f99a1be053838d35858e6e0d637ce
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a94c88d2e55e73e481c6ad8b4fcad88a084e9250
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82ac26d0ce9ee8cc1f957eee6d17aabaec4bcad71484392628796a1b1dade96
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b012c287665141806636b5783fcd4d2c7d0b6fb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d2e9bd7b53a2911e57657ffe615c64205874d694e654a7f981c4492119da59
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b61bcab2672ff127e7e02e698f659634afe0198
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b240f662a71533f888d96c7e53c3e6b9246d0f4fbf3791d9a430d959b7670c56
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b738bd2ec024746b1eb31a1c33860cf9c03eba55
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f3c52e69536dc40e04fe757fb9f100a8b4dabf815dbc44bff446cd722b0bbf
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c3023c107ffeed0467ec84aaf357eec0ed90cb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d05f4348da1868cd9688665aa4e2d97b5e0084bd64d47f4fb7b60a052dbc59
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b54bc28dbb192f8de7b9cb569fc10d9aaea92a9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cbe8b41cb49fba512a5b562129f442f60473f7ea98bb96d794570c2df788287
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d3c4792987c55a56f4857f7ca5427a1ffcfe60
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b63302591027191269b40e7b0d25c6e61ba25e7ad68b868171e3e555ac5871
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70334ffa46491e00a690a89c7c2338cdf18f3b32
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d25bcbf4c0ac5cbd5031aa38f7e4106d6a9a19c235dbc3db9d6809e2944607
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa4441c161436764a0fa1633cf096f4a391a11ec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52cbb7dd7c41ad986d707d855dde0d25bfa2cf5f42c69abbfb4d894e47e7a02
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be8eb97d9de2b74ffc481013f8f70de4fba2da86
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df9c70d19c0b434890332b4559c7a5526ce43a1c2a1ada418da638d15d93de90
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e98ea689b9eeb496dbebf80795a91026f9d07cad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a60a7b34a093592081d903c5839c93f8a1b5667c0e8de5d1a8192e384126c35
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d708880990b636a09cd37b8479fcf36a3ea5df24
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad2a2c84f44cd22a34e06c69bdbe8b487e7133d6b556952dcf0c54e986000c2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd0ec679c6e6577b5ee386e5d0eacee1b9add4c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cdf8e7dd81dd59e60227d7e504bef8548351ef4cf4a9d419cb288b403e3e434
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2247dbf5c2a32b4669894272aca943edea00017e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a11f9f69f042f48299a8b2250d08259662ac3c6fa4aa8a942c24e4f9e76e37
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b595ee286337f3fa6ef2523ea0f0b1c1ddaffd1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd87d8087af4afeb4941c5a55ea703b434ca387559d43a8f979fd55b97f33be
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91ba06030c07f0eec17d6ebf687a64fcbffbbf7d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b527063a185acefe355588313d0af5aa5d592a2ef85e179690ae3c18f3085236
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e19785935ece839aa52a199d5d9b524fee36c39
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4397b8cf1f8fb6f7c0664a76180b86f8af01c41dfc15f092b299c7de3b47efb9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..326d3cfa6bef2aced1d67d1f5de41081d430d87b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bbb3b60f0343b9b9035bc563773f75bd21d2f4d6ee76f000d3eb37bb32011ae
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bbbc62b5e93346b29a7bdbd26880cb607d41cae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d1f2f3f2daa77a1250f215d5b12f26f67b60f0f48ab2f02da39bc5ffb8c1a71
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f316a2a5816fcf17b46b6c62878d6e4f3e036f5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee835defe4c75c135e472bd970781adc5dfe60af2b57d376ecb208202b7fd793
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3148a0a3a3a19c093cd238d939c70cfab8d97f37
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8628ddfe6775ec5119d286297990513e971f65a5660e50fa3c178969525e96b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85dfdde6af705a299a2e677b8eada02a3ae891bb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677d0b67a6542cf94a852227743ba5ddfcd5a2686074cdbfc55f02529d67047b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2f27b67dfce5c889f46f5ca05b261d4a0b0a040
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aadabb2cd4f4a635dcc422d199cb6c96a5e967b6490017777d89d73f4b438156
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31950d9b81bb7927fc28514c13843e815cbbbf3d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ff23afd4dee0b8934c2376638098c0bf576feb57d822c8e24acad2cd26f55d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a4b51eb3284b31ac94690dab19c6fb9cd74d1ce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05d97e319b4a14997f8128fb8d1eaeaec28ba627bd0a27cacef26fd239dfff4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37aaee849b03071315cbc08b3cc07485683f531
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2392f64f21e68e4a3d68e8b814be37c6b8153f44a6731eb2ed33921691cacc6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6723108a795b71ae901efc983fe37149e28ddc83
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b4d7a3c4ad26ca9eca4a259397afe49bb531195b1d907a0902f1fbb04ec6a7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b9cbd063c0a283a7d8288344693cff7db3f627f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1da71e9920a4dd2b269fe457cd530bfa7d317edcac3f3feae770a6ba6ceec807
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc69b9fe01b2fa9ab729cfaa8399a756860a93f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c704e841bca3491121e9456ad8b75728c12d5e6f52285ad21e77945c3b25f3c6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96bbabaf061b1cda29d45ed4b2334af08f0bcba0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aa5bcc95f0b819ca14ba8ce6836f29669729bd5f117f95904e911271d261e85
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81b0bb3be0f27343c977583aec37c034c4b31564
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2882d055120398ed4505afe794d05fa70bb60f187e5fc0ba5b5a9281ee741d20
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b7b876b1a593d321eb32ee2548dafbb7c34905
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70dd8931de4f2beb6c9c902c24d25ea4f8802779c28a3709e35b069b0a41080c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a39af0af8c9c3ff5aa94315fa6b97aa77ec02a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f607a920783e891895f4559a3f7aa6f321ac8745d2ddbe02d4db7053d7bc157
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12ab8d717f9888697d76f0d44ef1bd0b712b57d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c08b18ca1655e58f53e1037a052fb5ba2b11172667f5fda7480722ca2857c5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b05f4dd7e3bba3565e75a324ec70f2e5b1dc123
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460cef720008924073d680dd0165fadb0e9362d2ff0dc84396604e8ea281395a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f8d47df03b99071266c90c907745a6e1d8d643
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d08ce5cf51b399b6e26a6560179328db46c333c187d6f54d65b9cac2509b827
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f589aa69373173718b900d3a474b215baccec2c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac633adc16be929b2d337da466c187acd35af69ac067e9222fd530b098445b3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3444c106b0208139a873d84a4c132c33474ab100
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b42c5023ca1dfc1bc53882ce2a20bf5dfa99729cdf4e67597edc39d2a2e219
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7757071c138f7a9c33790e41dc49bb8078d0dc6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0138f44cb940a3176f5c636238d2c79cfd24a5fe4bfc85b89221d92cc8d4a86
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb05e222150f024f104edf1e6033ffa1ff30445d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a46474e6913aa7d558d43ff9e3e812f87ddb2321a3310a0b8517ff4b34ada2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4d502c8c6e961834552fff1ec237366a30571e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aba3a5c63af3bf51b5590df8d4607c4d96a0e95d86361ade3b0748f5774e716
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b0e071eac1895be4a1c73339ec5c29595150cd3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942f9fe639a3693ad2f177344ce59eebc5f9cfc2551522588856531147038588
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5741be1e4bd3f968a985244d1d13cb50fe12922a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17db826f7f52b9c7af05a833b532ff07fd6e6f30f4a63e8bec43d4a78911176b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d3f17c2b5379c6c9c1b9ef32cba4db91650c6e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:652e50bf67a25d36f1da75eb0351871dd24cf4f789447f5a72ab75d573cd7ac3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d47a873fa5d908f10b77bb0e4ecbb68761c1785b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7869e278bc427a6a4cf2f2605b6206fb2526b5aa6cb4c4c77f8ff114632951b0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f981c9ee08f1cd29109ca1889bce7888977c7bd7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6fcd5b7e007655d45327373e07981946200f9bb063c7e35f5615019fa58c18
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba62606d71fac37d14864423a2ce6c160d129993
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2fb52748256718d114755237ef8c8065ba6b68469a6d8395462cc75c1f42e7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49dd58e90398ccb3b60aed0c2438d2bce91c661d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd25a5d896d5e515e6d8f9b497f380741c6de21bb8cc127a824ab9441ca6fcac
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59847b98eb0a5368b4af0f838c255deda6cd05e0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32eeb9c87978e603c9775dddf5b7e55d74ba5656b290bfb4161f70de1300f56
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec440d4be53970543a7e8bc59a9a3581e40248a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359cf53b99782827d9b6d42c81eb64bd8381b0a781cee7f616413c76bc742edc
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5feaa6a3d5b9d6d0250215040e9a47771d8bff0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547c836407a062c26bd1262149678fc362dc5625d2b26bf4955199afc67ad2d0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a8cea80c9d8817c25388640c00122f7afc05cc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b589bc18800fe6ed9788a618de6196d223a09cf3fdf4c21bc933b34c811f9f8d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4524b783c1ebc69ed46a8221769f1df256942f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fabb7847e87624ac3f9bc3d7028667c1dfc8552365670edc863949b528aa05b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b611e3281ad90149159823130b59b85f75b18d6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c88f826fa25314d61f7a0a0ff3215f421e3551b412c13157cfe592a8559f8d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85dc574a47e4f55cee9d553e71a0e00359bc8890
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f7e3c4c891e381412a299ff753292d2099751f63ef3885090ca46e2c62b01b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0362aed770cbf7373ece078bd1e0012c53cd6a0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556474cecc124f32b1a7c3205a75b1652f3acb3fc5d0ecbaa090b998fb636896
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f290f1da91acd055873a19e77c659d7de3c647e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f797609c5731dc52cbf46a1d21ba43e12b027330b40816a33b9179a5ce6f6c0a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7608c959d0ab323e23403343a7fcf062792ef8de
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900966d5b98e6c4daccd5799f892f102bed139aea5b9afc0575d5a041d767080
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..249656e592a1319d75421edba8a54da956109035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d17b7e55535818ca26becdf0c9bc54c46c110f32bfa9be1d94a6d826f37f61
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..439e5296db234997dd733c677da2f0afef867352
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76527b3e39e20c9924076717589d5ab47b91b096c57cb0bc1df6d8929f1c6ade
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e21941e8fbbd56e4dbc3ef56d3b01f07a218dc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0f2ceebe697e6b06551d40b2967c8fce4e9aab62710e1eb3629b42569b0b39
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..269433e676a4849ff2d34c99e4a3ea82a27ee077
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab8854f0c477c5524ee7ad72e3e6925f34f49e5dd995aee38a63c741c6510e64
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac2ec87f3435f0fc919c7d5a4238c81cddda18a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db282ec8b0661a1accd409aa823af30e003bb0bca5afe0b6c8f7192634560f1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d6b2734dd65cd6c1e8e80e755d8c3af0c343913
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9a775612cf44f049c7de77467df0621adef46dec06d983cf78171de64a60c6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e9e305c8ea3524b318da8ab70f27172a5a7fac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e444725f02af81defd5199054062189b812fd6a33777545ebe57010dd5bdf72
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e433785f96b578296e797eba78f85b7ec69e0c7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ac9fbb0e463379b52a711bb564aaf8788415466664ba35832611930286ef69
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9480f9b8f3aa1c9c7861d194fc7bdcc758d2499
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b76ff9a47e005d9a8e3263c56bbb76c6ab73963d1e482c0bc29596cf718db53
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec1670d5029b1a711976441cd7e84724bbb71faf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd37149fd61762b56a6e61f37bfad319efd6ff98f784cc287b6bd3559c50fb7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c8c82aa3ec1c7e6f62c5015b58d2a48f5b5c00
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:480c7d6d7ddc8e27ea30ea96d13cc149be647740fda5454852d49287b0971ecb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02943d18fd3e13b524a24b5992b96ed0de68472f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd528a8e3a669a31f4b1de7832bc3c56aeb9352275a08dbddb8e916cb612539
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60eaa42dbcfe1cbf5eb38602ba0bfcc1013ffa57
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc2e1cc8058602d29f680eb0ceca6f9c0d21a7d1a7d795b4e1bd626ff5f3feab
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58232d275f91d76c7e55fb1c734494d69c6b9ad5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6081dad724b3674f2922d5c95326501083cda4f3f859772d645e115bde0b3d7e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ebd9c3d11f6cebe142407325ff1a0d72a6857f3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b206c3ffc6d0aadc19fb56d2a9c83af44cfe93939f99c08f1b00b14d2005428
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ed515e30fce62d5e5985c61c252851c2d8e131
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56f7035ad7e638cd00ffdd8e9057c4a51c1074814a268a8d8aff75846f951e39
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32529a6349f4c055f0349cb8811f50d4c9ebc205
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44037e2f2c02c7b4b69e65907a2d588942bbcfed4216f2b3db4de28c69aa828
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc062e87ee72fc522a82fdbe81ea7880c7f45ae3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0708b9e3ed71a9dcde4f25bb5fd497135cc9c0d29a8d9cdb540e4e9bb427e56
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..584d11c823c9d8dbdf8f15f399be3490fada652f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb595859f65d876c4f33d0e2442d3971e47a78fc0103cb378a099d3cc0d2b87
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20edfba2e26f5df35490480690acc61a233c4799
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e41c167c5cd3a7b017cd122494663b71a2b44a3bbd4d54b22007445e11658a4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c96ccd5e6ba9c6fd115d09259536a5743f8b4bb3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a73d97293fef72260803f2656291307017bf8046d061add0e1fa890e7abb6a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a08593f0702ac6f11a99244f26bdb7fc4a52b1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed8c7f9ef69e7671f59dfcfdd276448b6ac6755dad13ea4024d6d4dd4b5631dd
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d09599588c83645a0d549ddf1e648fbeaf33ec19
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14269e7950b88401a623ac62c03752dfc555ea7a6b6c5aedba69ca0066fa7b1f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89438069bbc3b89d28a7c46e0a056064b7fa8c4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ae840d6eaf9a790266dba88308d35a7089a93131404bbb0f0194e852bec76b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078a7267cb8a57db19a37f869524d5bac0a94eda
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7708f8d2f55f74b87cae00df5f1ee27a6bdeba6e266b4a56098bedcc98621a91
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14494f02feca4771868057ccf033c098fe55fbf4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5610fc4b7eda3e881592bc69facc32b21edd8135fdcf1c735359280162d488b6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4caccbb2a3e315ac0b678e8b578d281335e9e6bd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f89bc3ee381768e00dfb6dace216115c9aa579aa82f7c8c69561ccd44dc0166
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a83a4403c5cd2bf9d0182fdfafa9b774f92e44b4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4fddac4a2184478dda410dacaf934cf829b9365706e71abc0fbe0669c359ffa
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6410ff2deb60300c22bd2c29b1db1391e6a2a808
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6e2df21af245033fd077af28adb775ddf08d954c30704e64f2454e79482024
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c7e4d5874f292c878ca23ae39cec424b2de4421
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1fd77c08ec31304985680addb251e245d75610be721002afba8a9fd9987c419
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..176435a9c1b50fb1f7b559c8c345aa9a012976ed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d1a7b3037cb383dc1ced6bd9494a1e27d06503e81655ff7ae194cf51f3ed97e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c6c3911539aaab44f65b1c56b465db70961e07
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c16c1496e64f8b42d533f61e7dff2e45ace935050196b35c27d13e09d4e741
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d829ff426287fa4491951c069ed970813a1838
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8999428cf8256f63e321a29c6ddf9d121d46d001447ba42cea5e1a07d28256d0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13713f3c512b35a04fb72ec9b934addd0d6a4259
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c376543e9b382695ccbac3e2855ff0350b3df648c0150e1b7813c4f93da3d35a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad4aeb5abfe7dbebc26be34f3f1a4d3160b25f85
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793b3189abf817ed7a76f898174fe6606abc3a5eb9ffa995f1673d6c8876cfcc
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de7a57d8bbba092ce27fe1fb7fb10f12ed56e63d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b91a0dad5524188898231c8c9b667a556cab9407823ab60780bb2811ec4b13be
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56acde1ce08b1e5f4a18c59e71558265c486a2c9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ac79ccb341cd5eb2ef7ad77e455e39dcb52040d1b285d51f6b7d1f0ebb4d3d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c06261d68647d05fa3ee707c4da57b5824b99f21
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2e3beceb25019944c8a8dbc839257e22fe3898f243cc9818a8677d067273be
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e669b91333599d380d200cded0a8492bcd55c41
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926c53bd88936b00c4638365726a798c9b6222ca37973eeff2c5a415a999443c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..960a0ade5f3309824f1a03eb349e392a8b93188a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4137dafc537cd7211122cc50f8ec2e26bef8efd9e2d60d7c4ca4192b542c8cf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5334f0227f405a14ef9f421448d152afd4d86d1f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0ceaa573bb6e78cf82589c02b0fe60917b9db05a94d35dbb753702bf87fe80
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702d681551a00826217fb72a20288ebe75df0465
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef9743f0719d63bc189bec7694f37ae2ae4e235ba2333a014fa3a945f296c43
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..625227628af385f59f6ad54097dbc4edfab8e35b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff3cc72dde007c287ec320d9a78284c8303457a329d5e280a21942a078b4c184
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec0961fd750216732a41f92f4675e3ed02047c6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b8da6bb805bd938f8abad91d8aeba3e8d51317844fea6a5a33a36188c17c13
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2499819b4e357b7059309318fa3aeeca173d5efc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c12c453ec50b40c10f5e50d67d087619507d2d1ffab34edbdcca970e308e113
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61b804ba30e7191a43af64328710651b70ae1948
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfcf84c6a91e5051ce7e80e8dfee52bacdba65ef26ca7cfebf2588abafe92c66
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd261dfa42b41c4d32b26a6302d10ac23574a32b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf6f1d03a22f9d5054019ec66def088dc85730efbb489cd83282c9effd91278
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e04a7249085c374db5d72a04ad9ea71ce17e4f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c20dfc10a562a6fad3a68116e7c11fa40afcdd9c2da6e761e09889a60c37e79
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57243502c62bfa3db1d5bb6bce5db59dcc31874
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f5a6f27f567aad197454122f7cb0aabb9baa0e8ea17cfda9e1cc8c9aba0d90
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c054dbe13a59db6d685bc86a892b46ca75ad6a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f0bd5c09cc1dcbfd9cf05471c30e0c9030a9bfbccad06bb50625d636bd3996
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941eb734b5ffb99348dd6e4c3fb39887b9e4ad4d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6544f400d2ab87045ffe2b2ad09b3fe4f170ae0a56d1a60cf6f218fb0306191
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1942c50fc86c928356621e355f20ca79d95fb256
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c44d58be2d57c890216265abdbd53c3152e30f61cd6d7dd651d25122ddd2dc5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672618ff27ee166f1bbac52ebb2b7d5a48be42e8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b8d81909d30f2debc130d3b400748c8359079638dfa9f736fc689539e83fc7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f8956011d15b7fa7eba1955039f137651c471fd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a01964d0b76a50254fbeab8b2288df831d448b1e2c52e87008f6ed96b1edb58
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d70701198fb5311c745b9f7dfd1dca708209d7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a62330b3e996ede4c3b335b764639c4321c703acc1beedd4867d23cfabf3c43
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..377724335907d821b3dcf8088dfd34ba4a12aa3a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2388a20b6ae179f013d74021e18d830556ef899c17cfad62c7ff31d9dffb357
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f48b6de3bb9b042247cbf4fde00d4fd341972461
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b83962d0dbd5ea7cbb1007c43b195da4404f07a39a255dc26e6a87d9c076f9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b0e407e706f3d97374029332fc90dab7f11bf0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741f259244859076236c29939e840d538037ce19c9647cf9f5412db5b35a7f26
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c73e105c837434775de91a4d47dcac89e81d7c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41fc2b7cd277375436ac6ca8c656796149cdaf35c01dfb0f6041626a39429006
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c2c22109124cbd21cbe1a1885858063d4298dd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:445f3ae9e659c94a2a9bfce664697e55d4f230dcdfd19d5abc9613782af8d903
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e3267e6152ca10c00405b06a9708c0dfeefcd8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160b08d353e2f450ce48cd128c696e88141c99f47f5a3a2d07d4ab4cc441ddda
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f785d47411db9c5ce58018a9eb1fa7ec50619a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b9e980855b40e38de0dd6416acbf4c6da55b0f04a27b4ab78395528e4d5bac
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f516312cbaa127b834aa42be551815e267f9bdec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9732298becdbe8988f52d603b71b8510ab55bda163a4a82d2da3447c231761
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02d065e839d9b1845936221f40d50d2d7bd1b7d6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1741f5e190fdd77e692ee968b68f221acaa18eed8d5a70cfc76d54fe94a1c73
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d06797c689dc118117b782a6698eadb945fa5b1a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7fc2273d1298aadc0b1b1271d51fff6cc378e908f4e57ed83c72244a2777974
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ab66148a31ecfdaaa201033d01af2b37939198
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e138bd110792c4a712b9488f47c5e7126b7dc99d9d2db4972dfd98114e4853
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..573dcf6f3b2f05af3b88df2c8891eb44b82daf94
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84ef15fd8c48446f3a9c033e1c230ae5dd61efccb8979525bcc700c100b661a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b33e27bf4a9a4cfece287c3eaf7b13c6f351e8fe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa70d684c91e91d60a51a4aafd4fe12fb04125000403ccf424db7b3d0d53cff2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b770f884d9a21b9321e8347307b9367f6eb5f45a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0149544d7a5697c649d5408cf1b834af3864191522c66b0c4dfab6622db5478c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..504352ea7c3d242b7959c042bf79c80627fe6809
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7aa3d065fdd66f4021cc4b968115c9edc7423d198c3ed4ffa1f9c1720e8ece
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f427d03560e4e76283a3f59ee1beed9c75c9457
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5793631ba8391aa24cdf8102001122a801f941d8cb63b23b70b4bf4d98fd8cd8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09668c3d13430c96e632ec4ab3ca8086a8908662
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f5cdd67916caf716149b35b876089711437b84bb1dd0ad175b29ddecff6dda
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f880fcda079f526b11aa0edfb126e546a6d204
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f6752d03263d13ef247b89f21ff1ff666504e5bf7b1b9136197e336c7b0e529
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49171547d006866a2522f9d893536548f268a332
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86418b6fb2c5053c60e653da6563e2162eb5b08466b1e4b1c8ec080502818b84
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3439320a9786f01b3ff7a75c74b7c342ca8836
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf7f21df3326b2b60b577ab9c464a3193152c0342547b9d5998764a78653799
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27216e3354940f82a11b15dccf4dd5adce0fe719
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e289fb3577f39946d1975a22965dbe0d8e284210cf6a638e04e61e2d1008440b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95472a2523819177b4b6178fe4f720ceb0447bfe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff616fa793c735c43a6f308d5a74ba68ca1ddde51049c55211bceda993f2ae3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..004ff47f8d27f3cf2227119a69ecf9a9b5e4209e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8cc1e3ecce7a1ec564da62d13f89f07ed459721089af15f6105dc036f287f8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab7d4e750c59e7957202f8c019a9b4fdb65d8788
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc1483eef7a97309f71380eaa7794311745ab6d098ec245429d2404be72f94f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e58a2a5b05383f3de373ae9d2c7b83f17f3d017
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a8669a5bcb0a4b586844fe239db4e0a4dae74c6173b74ab39542ccaa49ac03
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e73ebe9deb4f121bd33ce53c28645a2c9a1f9de
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c152b30ab8df5e01d2096a7b0e364193e00c306787784dd46f6562a13682338a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c701a4bd0ce55e01ec6cfaa41aaaa2406044ff4b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c6f79cf42b04f8ce1c98deeb0ba64add077d3703fcc8860d534aa15a36512f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b53b2f53a7f235f429e89340b7af79b5109855a7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d32d7940d0be234cd9971460a8cb3434ab3daf3f2d497942e3839d0def56a12
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461b9a19f25bcb5137bf6cfb42e14f2ab808cae4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8751725a8fe87e45089ef40fac43787c53fed8d35b04a8e501a1d574528c2abd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8453b332f3be2ec04ae42f2cfb60c3c6d326a279
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b252c0d2728770fd34c592c6e129720979be66715d49be94787d0c3834d44a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c89aab5057d2777a7fe3d81cc981bccd46070a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4cec587b20984910deb930e7d9dce4325e2ecc39249e28b7772569d00c91b69
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc30b262d63c343fe475d0abb21f1a3f2195a59
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148363bd42ade4574bc87829efbbeffe6cd02f33374a5c2c5607a659da462cf2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ac5cce6ffc88f820b142b9b53415105622d19b9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94c4c2b8aa44d7ab908933e5730cb4bfa59009475dc2db90145d660bf3c4ebc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd378170675c5ccd112c96b315b06044c1329a27
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c093347e716d9e851d10caa38823b7b210f098148f9e0d28889493840b23b7d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3cb8d2bde531ba5dc74a147e3cd33f7ace1e0ca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8971afc0f4dd94311fe81126b8a51afaaa94107ee41f9739002119e31bac0222
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fddd3708cc1fbfad2d762a9588ee36461f10b696
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c62b68962a1d2f4a3bc9f040e7e01f731bf4a6eb1f2d2c700cdeba727fb8a3f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be0d473ab47e2a8df6ac1d7665ae8cf2dbf3bfbc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39c93ead2be44f0f98fd953fd9bb0f866a1faee47b480bb89702ca592baf1d1e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da70db3e00f25b9773c68f1457030197f5a9341
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16273e8e829079dc26aaac3aabc642a4b0e296bc0ba7ea7bb9ee220e7c3c601a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173e03a01e23e821a410434dd9de7adb0f69b3fc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c2311d5612c73f1cb0c7688c0a509a72be502def60f28857d27edf223ba9fe
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d20499d6891f3411f605b6b9608f29434781ce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5fc6933cc7bf053059faf28e01d5f58937a7b0a44c4dfab8ef823cf204f37f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e917224275b5c7b1d562074b96b4294ec2597790
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d1cb26654f287eac41eec4a9282cff8638255803a47f0a369af09ba6d7c264
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ecc02027fcf7433de6f18593ee871cef6bf1f44
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a97e1aa119df5287b24ef82f01bb3003e486e7e1f21d73282a7d56ca1c7c43a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c120b7682686222213712cee899dd638fa6466
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67979c711d5f70f7d1f2375fe111fe7f70f8063deb18fa1525cc2d1f038fadae
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8861b009e1aed7ac074e42a6ada93bf79054c474
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb5dc280d2898ea4568ceee2424fc9795f76780228df21f8ddf716afb0b56b2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8ea7133c990232ceea97878aca1cd16971cc12
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a714e3efe16bbcc04cea618e98b8af2beb717bf2c41380af7bd5ebfab2aa183
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60dc640e0d3219f438c639fba54a8e92936b81b9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf51759e46d9c44e559be82a26dfb65501804746aac480b2ef8c441204129fa
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8693b8f9782e05665e5e35e258025dbef9cb81c6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:214c776d04ab19971950439440d51e5184bb92858f2305e938f5a25abe9c7301
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..412374b0a59948fd31c7f724c5add388c390984e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4747aca77341fe3ac382cf7c08df4d20979f5bdb451fd9d78950008a71cd2606
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f637298cb1e2416e4d1d89a2f129b004046e44d9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35fe75f4e4726b23ae23bad821cb2489c78bf3f9a851b2a25c4dd70765fe5e51
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..795bee7ce5c328379745f3012b364299a4409d07
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf7355445426ec231d8a8c144a4a6b905277e3e92c93964c9e6f6d8e4f0a8f8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..406382529af77c2abf139c0559ac0becd9a0b7ce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc8d1e5a17bcc0ce97bcadb847aca847c2125a56b1b74d7aacb7e8c7058caa6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c34982a721832705fd75432e6aaf8df569a46a4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ecbb0f4bb2eb743aaa1ffc088a23708bfce69a81803e4f510abb0de8ea1e9b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f7e0ce8204d4b55202cf3672b7edfe45e783c5c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b72aabe1a6e89653e98d23c0426dd3f2afaefb3dd6ad7d9781f9d14e065f4c1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3108bb753adea01898c062bf43995e0fc16616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc3752acc2560a9627b81fc0382e0b1665d4de0b012f6ff25f7ee9a587e77d76
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed4a06860c4bac3983523dd0acf64d0dc51f10b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714e7c27bcf138b883d4dabb7a4767c12b72a155557e3ef90357f77c2107bc4e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cab5b9d32376d9ed242441f4c434f03982a6664e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a419c1df0ed1330445f25acdf9e57c0ba5302626aa2201ba7cb95de6e66bcfe
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9f37e5e671667d131cc03f09a2b8d703d672f38
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:051d0f616c02f4db63496cb10161fe618ed1e451498de6125408dfa5151deb1c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7986360126eb2037bd2fbb500855583be2e14c73
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94600a2be10ef180453070013990726d279f9620148c6688b2e94a6dfdf5b178
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa0161b616bbdbdcefe57b65b8a90b4bfc5335c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2359d55b1d0c645edc77b1b8e168b114f21a2ba3cb1d3e6ed91b1713876a4f9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b60a71ccc8179d2212ce067c27f3e655990d39f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0883d7369fb0dc83ac04421c4fa971749b2d92c9d83d491a359241feb1cf4fd4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf6163c6cab4a882e8e90d5a8fe37ffec80a1640
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f2bdac21effde3614907c48e0c2c53f55d7acf99812b9f01ee8dbb30d73d689
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c1c8ee4bcec4b662ab62140857dd0b7c8325d8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4cd96a68d4919a4ec54726aa6890e142dcc98361637857db659527faf2f0ff5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..957e4e6701afbf59398d768d9921a47f98dbcecb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db78fb2e4b514590324ad4fe4254e4b4d198a274b026f40927b717cedbed86d6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1477ef6f6efc1bbafac04951a31d3c4b48deb330
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b669ce09464c0115ceb324029ae80ac3b55027c662044b1392ed39186b2966cb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5afed335a0a2ea355b95f105fafad4b960796928
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ea00a4c6e4eeca75803cadcf64f4cbcf5d6886f851edcfe53419cc34b3635f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544b5d21cb205c6bd67dfcbedc3914b7c3bf4e1f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819432a83cd941a9225e96d1fe7d1dd9634ce96fdf10d27a38b52657886d1719
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43df84f8cd6e91709d02caddba51df9a7a57ffd9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61f449269242b0ca770b8cec91ff4d7ceac65e27aed01d9b13d1621ad6d249e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bab20e39daefd0474a5a8a078fdeb498c04da4ec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c4625a4506dd0304ddd41d28b5560460b1ebc1e44ac9cae693b211d32ff56a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bfb058ff63eba46cfdc45806d524cdaefd18d2b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a41b72be5080d47abe145e306c82279efd63de74cb7767a5a5c5ff778b32b1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8424110b072fd107ff5cf125198d35fdfdbe0b79
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7adf33045dfe81cc39cf06bbde636016101f880f587caed81c1d0ea340917a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e97f57e585437c3a8e7a8241941beca50d02c8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54525b0b5f5ef3f1a6f34b076ddb5f74c46199721824c0ef70742110794067b8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8131e20dab683b9687ed6c2c80fb994329a081
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76998e3bad3b4102c328145b91df99500c8255557e7544b6256b02f929336dd4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50cda38940bcd86ff7100ecd65f1affef42c1461
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d351e77c2610cd3891282cc9b8be2f818c4f9b96c3f04eb1188974c57b4aab04
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849149565df70bbd773e1e5efe7ce233a3efd9f4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c1222883f3d8329091e923042215c7fd91d3fd00c112169bc6d181840c559a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f0fa11b1c72ffd5a19c39e735aca515da3ed0b0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c8d7a6c01c3f044b96b7f406673a168e4dbde0bedbaaefa24677acabf9c20e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57309076362e820c761ccd4c8743aa81e2c6adba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad2eb7012fb70f62ca4f0ddb5f9a84110e2d690f3af010369a3b87b0b8952c1a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dbdfb3d6739f6bac56ab16b52eb26bfd5292cce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a80efd1422f5d859acd1488b65a88463387804e3df2c514a763a44d7c5436b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf62be4eb539e845bf1996e24361fc0ee4e6f6d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d19b8094c70d69f3090e02047e9707f9aecc61b35525300791674ca512ee334
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a9f5759135d326e6fbe7c3a7d9db11e16c0464
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e9b5798a8400b165f242820de395cff300b4bff44aba4713f4074b484f96e2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f5adc9fec3618fa909ac64e6774da4349a17a97
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9555c7b33e25839e5d9b25e689670ad0c0879a61aec7f1b82e63bdf3ae349a78
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79ed77a6811ceedf7a38066a3ffbd6a400dd41b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e16bcd2d3c34e9cd0d03c29a70d9757d2d83043dcaa68d42fb1ead967b8ca14
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e1d8d1e033a3cfd80d041668ded0d3379a5494
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d55f782a19cc2925a130a290019eab3d1842cef8a682a30b5a5e9dbd6095b967
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bd45f1fbb182c2d83ea43985125aea1cbe08e40
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07900600bfd68a6092a9431aad7e6f2aadd801e1f5c29fa91846e385069e27d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2386d4e1fab3155da3222da754cfff4c0af963
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f291557db82b281b1aa631903cb5db1c2e85574e4ba204d5d1869f0e310eec55
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c00ebe386d46d546efd718879c402d4c3b0e5372
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00dfac0d155227673b13e19b82247decf20df770b9057e1d09c3f68f4912b572
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5cb42e69d610f9b56251e7181f33ddcda40d69
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff621ac21ef3d0006eef90c763ce86fecddd582941acd4e9f648ab343e85613f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74df4d6fa0ebe3d8710b202ad52d8d3f780d901a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05cc6c7fe5916a1942ef48ce71a75dddbc81e57727a46283ae7a5ee73f281238
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b3200332c80e53c56caf56924065f27de64dfe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b78aae82071826f76d8678404c67cf70df3260fde0fbfc53dd6419f1acc18541
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0455871cd70392b52104f98590f2a1174a988c7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea3315f97f20a8fbff6ff31ce4f0d6e13b1ea5648b2d4eeb183b4b05ed48da4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09a4cff57676d43b2816a7ad16ab0b318f6c685a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1737193280c375b4215aa939cd7b11719fcbb0341a87c8fdaaf9a34abb05a13
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..163aeee9c5388403679065f9536df3b7939e4a5e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a03fd554d1d1304d8a07674eae398adbbe82ed4bb7e9895e0d07ce061fb809
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e5104b94b62b14995bde158401789a4f29ad463
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6cef4183b2dfc0fd40ee809cdb21a9e39d4c75a8a3a3a066ad67e8d817170b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f756a50b1155b31b73785362a5b3f03b7019b87e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ce0eab96896181223e7fb7aa7e4dc18d22c7f751e84fc57cc8b53a8644b071
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b9a936c98a8df4edaf977ed434628a788e99c2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb78534a7c6d5b55bf7522d9d4c5e6560901910683dac198c5de025763bdc74
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd4469c9cc38e6be01ca7fcb4d35763c18f225a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d8bfc543b13dbdb1e4ccfeb2c78e79ef00be2ba9fecaa618c022ea308b210c1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a1e160be4dbed524b3d7a838c78ff54ca6c54f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c447b329761bacdd0ae7396eb885ba6883df7a029fb03c73f63041a7ae3279
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4271631023925bfc3dcccca07c866d5ede3ac05
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198541f2b3135f691828dbef6f22ad4a4307afdca800db98047906ebb8bf4979
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d7177e9462f7b3a509f22840899cbf34930d1e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ea98d49b08d83829de154f5a73a93385926ec8d34ff1d959f1c3419239535f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2efa07c97838a55cb090997e30c94aa671be2086
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd32306eb8a752f352f61522a71e5d5bc0ed0adbbc3aad31cd1665ac5b89874c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9469a7a82c63568314ea39e72c7604c6303bbd1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca4229cd03603e3638858d5de1236bf0f13e747ed981acc46c9596dfb6a403d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42df3cf2efa6bf17a51b674b60b5f0163073d954
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b020ef5cfa5306538472bc9608d80ace6e5f5c69f8c8103b49c2d777aea0be94
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..751d84bc19a28137362109432ad48f981c5a815a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576d0cc8de4e14cdde3822db3eed43afe38502c8badcf495c403adae023919ed
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e7cc2d575e1327f162f8af5ec607dad2888024f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40834d13edc13f3bd268d70fc58989b68c4daa2ea05ee576d2e651d67d67ab5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11591e4a8104d5a290dad3472fecec6b5f565f0c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6361172d99e3d8d36343ede0a0b43c8c3baaa5123ed1f896d0afeff967b552b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba46fe265d461c11e492f125b7e55caa86bebaa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffab687d5458a7824580a073afeae84159dc88a89aeca1caa5fd92288a449bfc
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7081fa89d81510717bb6c55fd92bd7a306a9bf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7e901815de5fe7d52dbe36b887a9007183a978dd06765dc8275323e51bf081
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c19f1e06d365916b85412b21e90661ec535f2bc3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f103c080b87af00f24cde5f59e415df5b8b77eca6226a531718b2db7b76949e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d50c25179b6a5057f9034499a6f4753533f181d3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e27bbc6849dd40875037ae17d34402443e09d50ed701e6361f636025955fcdad
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256269a54e3b981499418fd9f55f18bd2b13a361
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3354ab80faa99735b5b1f2323bd097ab68884f510cc01dc482892ae1459dbacc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c551286258ad7846d187c9edac86f79d4633d70
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab2d6dd5e057ef39ee06081fb9930cd6a483fc7b14236ace669edb70e217a05f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..020be795b04e682a967799fda5ee2b017b5cd303
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec8eecdbb554dd22b7dd32ff304f54b0ac5c15450f7d58190225681f51cce394
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aed2db39ded600468d0a7861d04098135651e1e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e03e1893d7c78f75a17072dcd732d68878269c06e027623ee09d8e1454b72ebe
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b2ebfebe00aa4d657f9dbb4ea0a34705d0e2304
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7742891b7131f58c0cbb2ca5e16a33b53b3d7e77f1a2dd64cb8bf60898691848
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a98b0980f726e5d15c0844b398e74905da5d1725
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3693de884c9de8222f522419e1d358c03c84944e451d618acb752793a22f76d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f996c6d7c0a1494aefb7ce84d769fd1792ab01fa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ef7166eccd5fb14b4fe4a964be6c687349fd0cdb062e41c20e59ebb7844fab
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c9dedaf08cfb011a075efbe3c2009a3c4dfceb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3d4f1a9e1389c2937334328c9d842b1ae2bfc18942aaabac24fad149785d82
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a4bf3d64c312f8b4aed622d4d00727eb3c25045
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5682b2bbb75a954330a48b7c717d49d09991be1380517c12917d7a3a07768d3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43801aa67768748a617638ede7671731c1459028
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7acef72fb38c36b51a95983583d969a58890606ea485621846f6133193b01f01
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e71d136391150464cfeebc371385359e8ce51025
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad94dc7d6ee36ae5c86211e27b13c7bbd9b4bc04dee529bf5a0d56e9ebf00b5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230518f74c0a7f3b043319199e501cd7eed2e4c3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790c2c9870127672f95b0100a296136f0c012ede7195751dd7a7b2468470012c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55480040d6dab2b15751e9c8ec4505860edd25a1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb0d3d8bae42cef76eeeafa553d8631ffd2b0f79b4365eb20df7a4d00dda2b79
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adca097c3111923c73910198acd592f6a4ac9145
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e75b1a457bec2e8f662cb65b6ffa56418dc631b9a2600ec88e6e800e8fe8979f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b5085613b00fe90aa690336dffd3005b403cd6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac1897bdd31dad95453e431f3c700fbe8b3052e55b93713a82a3b45abc8f7774
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..573e5ccbd7f5875edacd9d455f10e1d552432bdf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d259d3297ef4e7340803628ec98017e1333a7e34eb9d750fa29fdd459fc0b1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc9dc8e6b9916badb480734b62ee7e78cb2cbd48
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc90e118a2ad6699aa51ac4951e1a364ac8ad8bd24cf517ee8ff8042416e440e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cec3be6060ad1a3bf05a49b6ef6cae6625d7df2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98550962b00ef08b41ee72b99927bb35e22ccd6d91a54a2db1a5f541c0803181
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..678edc4ec7a250ea16526c08a5afe1e42a09ff87
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d61f01f44c5e6fe2354aad0404ed6c84791b55927e5107b00b01fdc2b31a8c83
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7271b5f0c51262142c50d3572bcbe19001be0c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a26b403fa2397d9a8b53e21b1a3d9e771c4eb16adc7396d42dba40c75c68d6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a51312e07531e2c82ea51f15f2d54b42a08a083a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72594dd58bca99c578cec5f1ed03b99791d5806a76a168d3adbd559b5e94e0c6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7c6d6dc958246b5646ed684a15e86704cc3cde
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf2911b970becba8878b0e138597a70e119e069fca3906361104fb96ffb5abb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adad7634a07ebca4cd68d575ffd169dd398bab34
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a740e86500c0147156e65da3f12439deb1f65904c838488ac647327d2478f21
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bcd01a693597a2bf8650098419cb8f9d6af8ac6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb52647e989b67581eecb6c5c39654fdc242b847a5010a9588c1f5b8a7fc1cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a009b6ebafec5e96501fb285125d6096134c401
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baf365ee15dc029c56ff7c4735d218e3ebf1dc1ae36feb6753b42d268b0a0af3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc296f0208cc516dc58b94174b20514911db56b7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe14c33cb49e1619007a188cadad79e85c750794615823d340c9e831bc1cba0b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b70f6db75909dd4ee7f7666bf24753133376416
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be1407e86529cc013e1da10dd249dcf050fd0cd88640efa89b3d1b76e613954d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b944bc1ddf15b9c50c2143afc5f48f33ec1db1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d46ff0daf5f72baef9c0cf4ac524bbd1340379cd099bbce9f7941dcbd48902f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8657679177dddccf7b613f17bce80ebcee323fe1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98977bb085a775c432dc3317266e058e430476acdd89c07f0e17c3f6f084ef17
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28bca364421e434a809122f531b2e3812865175c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a022d27b6e4fa0f9d16e9ec22d7776cce330c3e54763b66c417264b3caa662
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71061fe01cef905f2553a782513fbc6d323392b3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:585fa4b3294ee0538e5c88167288f9b7987e5536d4dc05b07250cbab22d12b80
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1247466ddf689f4ceee0e045dd6281da6278cea6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c117c7ddcf1a4b620a7d73a6a7bd79dfccd8f3a24c4771705688d6339fb1b573
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6903db1b5baee8073fff77d0c1e59d4f4bbd8e6b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077d775ccdfcee36b8db09a26675b016ed2223eaf6dc2d84f93b965bac02f72a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2c23325fa3cbeee57a55d41f9cfc1cb9ef2880
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32beff64344a05f8b136f847922d5975ca91b06b726d02c490e1c51d93ab606e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3486c6e49b63313ee3c6716a28e29a897d0da287
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4ad15ea7f6497f773063ca993672ade564271a87209fddcb606b5ac154a500
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..741c99d5bb831a4bc1880ed26ab1f361d2a8f653
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c8de6daa12a38d1d112055d49e6dd37aa2de7731e9ae9e0a82bc60ca7717b5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8588e2871bce55773fd32eeb8b3a3b91d02a6d99
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce97b758c1b99dd8c82c0cb1301070a070c095d45d1be84c6a1ed31bb276788
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a21a2f5020f7120d5c1431eb4b3432a7eae5452
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f14a64b8e250dfae162257db56059c0a0b5c8b2a7406f2deb9a7a90f6ad962d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7c9343e6dcafb9785976cc5e4ff9e5d8826741
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baf2c6aa991f35d3bd8aaf029346353f6ffac9cf935df489eecad2bab6cfd3c0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7277c99d453aa4d8f36c198c93404c2d8e9a4c15
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39624cbaf5c4403acc036be09d4dd9e4b424f65dcc184e4f1e753db2048ee1c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b478098f27fa470b44c912f2fad775a4071328
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:167f096b4577157581dceffad672206b7d5f05b52669a3081cd61f134700893b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf6ca489da7001a4af0ab1b38357885a6e10a70
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b85276ee5a9d534b2e0d722edb667433686ee613f3df3cd8fd684d1e93365b0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79e696fcf0394b8fb0284f10d5f70f3d4d2d92bd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9fbbea11743fc26c18d5d21585ec907a1fe7b49b9c89509626e188103aab84
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016d18a95405cf7d54f6019f1df26521af197d5f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a79208b845c54f2be874a8830ff4c766df41100757d35dea98dc0138cafe68
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8963333a309ea7e9bcfbb9cb67246e4791d0cae1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694d7c451134b3dd7dea59583da8297f2499b953448a471770866504e2d0c5c5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0422b039e3810eddb4ad8ddb1e1e3b039da0d6a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e45cb523a76a626712339a003c5c3163f884d30e8f3d0919c94ff457b49850
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a5fa9b9fc64a83ed1815513046fc67d3cf6ce52
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e70cdaa60e9ee0d47306e89b4b6eceb5862e3f70abbedcc220ef495027661a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c22d11a8784e9c593c9c379a66b3e68f1ab17a8d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32f8caa5b2ef98c5506cfece57421f4dabb5978e1ec226ed0a9937ec563a7158
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0d9101751a83d29f295c5c3b941ad918c6b1b4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05deb918ee15e85a3e4c356a5f54498927d2abd8b7f80a662ef5d30aab2f5242
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/lm_head/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46824fe222ebb30393326f1d9c32a8b4fef76051
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c3f539775600860c3faa4eeaf22078461e967d834bb4c7283228310b8ae6ae
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/lm_head/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8765c6c16054898d439ff9d055549cdb1db07025
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49cc9719696842f762697912718688a7d51195713d31f7fcf99e06fb1cc798e5
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d891051e84782fe090622692f53d7448b21c0cb9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2470de49fc0056aac9f0ee0c731801fc73e53fae4fe2a0d6603f1a8d6509c9c5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fa14ac4849f9de1911378b9460b7d4b7ac61a76
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96629faf907271aa27d173839fc918537e78c392114194a6304a92d2213fce5e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a048b49c00d019998b85bedba6c5cb55160d88
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6720c61deed73665fcfe94f0c59b1022803da5d6f8b2414da809f0140d1da76
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa9d30d2274157d5abd88813446df9af98a4f383
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3354b209c2dda4bbca670b1a8e3b2d0492a27bdb173d7f15ccb4d47001403a02
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e17de26ca09146040bba772e41b3aeb139b388d6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c80ef3da03188e5392736f43a40d33825b759f22d56666bbba7ab5cf16fb660d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c089234bbfe16e959aaac7cf57e3490c5a6cd7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c39df0dcc237af68ed87e1561f256631a492c27f9bff199703c94874481f263
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff96e042e3285b6d22c9815cbd1039c3b739dfd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:635ad151a490e63069302477605ce32ad12b5417f3384897259e8ab9e3e35ed3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a9f3bfe245675e756763286cf279b8c8638dd7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e03f317a2b8a09fc4034ba4607a6d3c040db6501b5568cc2c3893275da63ef
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53156035e00e0b9059ab207509e16948a0e1fb58
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64587c993a6a4c09cdb35bbc1499f27b9010f3d050a337e7f130830abf38de9a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f6e289eff41949e72009c14b55c50c9706e99c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d4a0dd42e3092511c4c8383543b30b129251b560def770a65ec57846256e27
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d45d69d07983cda08bed2b2440333b0d7307dafe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de52a57f8ebc037b4d09a6511728336387ac01a859d3032aeda63063492258e7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9a2973a4a5dd55c709eb23d940ee1c5a0a50809
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb46669f16bd10467bb5861bf3d850f07c93d09545eaa08fb6f2cdeba83c8ab3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be870585074ac98f0a75163c779b1001f26542a6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1ef24f6cd16de275998dc4e3391d21883a923783404670dfa51268fb622396
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e89280cdf07107ecbf466479b78f945b8e5861a1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62fa2236bcee256b372ff8b7320166808dcf40401fff42f627fdeba5bda0d011
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a829e878883925c05a3217dfbf1c9ee0c480569
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db4f9f66ea9734f43077342f8ed1d5ed94955912419db1ad3db5b380eafdc44
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3863006baa9796bff711615b82728c6b72e69ca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8d9fc330237e970861425a91917cdf2407affb0b30053b1806eba9066de27f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d614a8ed255db1c2e0256d95b8eb750db0a670e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb395c72eff7edea93bd78237f458816728e5add14d199b2b5466471b5f87a6a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c48841f97c33dfb10a3406a67a01f49de8f1252a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:687460506ae3e88ff1f260100409f999492ff7e15582d06531f669fedae6697e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7f3b89b1e23159f94ce1ec1a54d386938529a9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9812c1c966ef39ea6ae262e7b7a3e3425a599ee876d23b8a28c2dc25320a3ac7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8799b5383d38e5474a4f5834cbfabfb8bd72b3da
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae8ca29c222d85593ca9e41970d92d4d6c9686f5c7329da815e82782f50997f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac9fc1dcbdccdd2ac1903c156c22c5099fd4fd3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ead29ca2349ec73d83206bd1e39ccb18c4a9c73416913f7b7610cf62fdce22
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f5255e63305764ef60401680750fdad953273e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da890f8a382557f9c36db038692e790955d8c312bffd3ea0ce0e6045668cdfe1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..101706161ec0b5d03601787ebc95b244cfebb32d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db8017df95b0488e370466d6c61f70cb0015bc41663c84946f202fd15967970e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03df546b207d3087ec7510f82a1cde6524fae008
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbaab52de03dd9f9efc168ea3db970b0f4d07e89117e9b96635828e4cd12e6d2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70057e01eb471b36e31b12cfe3df9abc735b78fa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882d7b8796201c25f952483de514ac1797ce4d46ba85ce5d445d93f0451b8291
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcbf74fe560145002f37e02fafe99e8c158de9f1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cbc6f2f61e6dd10fd660ace7f4686582fa80e1519ba0745485b6c71e909fc3e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cbd3a2031d21f5edc2ebe86d30cad913ea504cc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4fea793a23493a8d32ef809a473b132809392b986b03e90112dae406fec5e9a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1a51b2f9e14361fb5b02503d9a0e3c05f94d405
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a623fdc47fb5c2a82b11eaacd8476c3eeb5d2e37e7d818af9eab81f715b7db48
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fbdbe537c863025a2f903dd15e8ba00bb44a0f4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5e806fc225601f4d745183c533cbdd5c82207c06db2dce94ee515d749a5fe7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc529e3d7c405174cfd82264599b6b1caade64df
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7360450afbe1ead3874b96fcbd8e4ead485d137d186034ac044c7fec3855417
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..926377f43887a2c4e3c2d4db0e34f16275e9237e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55bea84adf2eb9eff76d17bc5ac589be3385d07786d28fecb999a6a2ee366709
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d95bc86612dce7d7ede73078f2d7d0855d2dd8d2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af757a536ec5854077d3f137a8eab9e20837fb4d6d415d69496a627b63fc29b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554e6b26a56d9a3112226012d43a8d98ca938e88
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:403cd368058862464c02244dce16f293c7e4ee04a3afa499e4d7f5b1617ff4c1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d8609c76e5508091bfa5c8f4eb724f107d7ba0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d495b67cf2492dd3591e3c8b4f48a88c2d418cdf49779e59c38fb6b6427945
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1fac5ffded1b828cfed3caeb59ff96c92f9dbc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf29fc5cb4228455ead49f4965e56d1f737668624c551cf8f3c7d2ace42e017
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03b0f71c81294fd366c9c6e375ed9e5f73c487db
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3da0b36c627af2a4c4b2369019aca2148233a0030c0a7862317244723d481e8a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc5951e13927ee81ee6558833aee8df959b09dd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd0e48b3b93e0179e49a18b73ff747b9c10dda5e22194ff05f23b98cf67a845
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf28242a2de5770c38fd31f7eac99f11eb1eca2f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5257423e55a7f095b7c3336b3c1745d0c2d57fc690c04915969fc1a17d6c52
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..accfbf9888d94ff8dabf5ba9547457e046d31538
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f774133ade0dea07007c118ca2254ae1d2ac46db9d90586da1bc991a854101a5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1adced33e82778e98ecc056fce6fb53aef2d21c2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d84b1758b874efc8249ae7464b03c669077e9b41b56cd695c03cf6a11330a7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eafe7b8bc341da88ab3fdbe86167f73f95b2dc5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:773da4bdde472ef6089c05c4049f7786d55bacfa8b1ebcb7082b3b495a9f3bd3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..649af060344367ba790b0c20c47e94197e9eae6e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f4ec5f20e8bd6b6b6664a2b70e47bba599690a8d1f99ae40991cab425e721c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be5a49a4854f1a4cefe0281a3dc75e11bb25704
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec27639c1ca21b9742b208e559acd8c19f2ffeeb696d3ab0bd995323ba6bbcb7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00530eb173899ceae05821ef64528a5ed54d9007
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b8ae2cb42ca800d5eb43a09255b9104c3d51fda7827d3fe78a20dee9628264
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35cb2d02a2ba9f2a5f3a797e518d3e6b8efcd50f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c29ebafa9f5b0f4f5a476fc65a64ae573fe41aee84132eac0e503916ffb638
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a2db64dfa9aeee1b7f43c0b2b33b92f8974df1c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5ee4e3bda82a9dbe3bc63b8143b257e98b4db97a3337fa667973ec335cdb86
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f80c072b2ba2ece2fa9eefd1990d3c93b87314b1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c667f1ab6c352905a30520d885fa2e5a9afd671d95ea27cbf84969d9c04b242
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c78f908fa8994ddbe0ab3fd126f9bd6085f82f1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab75e6565a69403cb3626226660c011a58806c82a30b0a4ecf0ca58e9e8ee86e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad5c74d57ac81426950dcd7dea9ffdc584592cb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b7b8e15eb4b00df313c59e450e53715bdc17b152d646af85d391948c8ab51e5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af3701ac1cad21706d43d1383ce0d4826f95b9e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9fe8d9d3c9fd1166a8470b2184e6ab58985ec37e2329aa2b8c48843f2dcc34
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25470e98ff10b4af1bd8aa71c0a264e774bed0a7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8725143fa40759d4d1a4ba319d423dfaf900d7782d9d0bd7af959712bfcb28c9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56e4bbb6e3f5c04829c63564a21ffb0016c91cda
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ab9208dc566f2eaa155bc44aa846d00a5d8d4560771e1bc878bd222f804608
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b0ac49d2de850b7b0aca04d963c1f59d86a7f2b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db9b1a7b9d8ece380c2c04629a73a204afb7a8d15046aa136aa409bfb75676c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..032732ba64f9fb8c856ec6f1b0ccc07fd876bc8f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d939ce26b3711795f51b8f0480e292b21db79763e3b7ce134d05057ab4ac87
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e33b50a3e9060f6295306ef2125a75973f2f727f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb040f58e4c5c82b8f199b770ba7abdbae649e539cdc254b633aa2e112a6901f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3010e894772f885ba937e3772c36bc60447dbbce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc406a93d4e57cd0909ea0a3042c685db5e2f7791d1e8dd59bc31a3c1882e7ec
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9efd94893b34387484e75bae6d4d31e36949a2b8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9edac16f7cb2bbe7b98a9b9b00795f8be9cfb17c7954cb3e38283e356a75ab95
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d4927fd247ebe62fdfbd99cb72d6e8780ee6f47
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe03388cb844c4d42d20a7f27443e4b06df15a86af21115b69c00541dd4375a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9cdaff894102bcb3c6864f78b38c946a9ad74d8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e1cbb4abdefaad58105016e7622eb523f64e923e4d3c50218b9966c0b00d95e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b10af9012104bce13cd8274d1ad095fef26cb2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1acfc66f28705192dba78cc2518e90673f6678d479be57a5cf7922e60a249ce7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a7cb3c43fba44a83a099024535cff9c70911b7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534127cdf02d7396634d39d49a150759f99400e6e8585b8afaba6ea0be1fd384
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1ddae0c57f46828c813fde6b17c7a94fe6b7e4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d0714542b2f2e01d5e2b74bf54e99a5580cf04f83a09c77dc577ef6db75197
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69dad85bd0a060bb78e47d26de5fa6544792b517
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14bc18fa9321bbe670b538dba6aee78de55bb1f53c05ad266f2f3c77456f8e8a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed9dd9fbc064779f1ddabc3d82e8ff4b948cf26
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14f98bd2f0109d03d574557ab7b143b4a007187430e7494b37621a8301db5f52
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8255b9c0759f3d7f7beb8d6298c6abbfb1adbfac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4772ebaded4f66e0c7f56d53c3138b56cd420d6e85845486111e9112873e8a48
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b26cfc400885aa28cc070ec132153d35e2e877
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e45fe5b3108bb5e83c29b770bb99e7f606d3186086e6da5147dac589d8dae04
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2ca372b8938717a09fe1c3d509c26621db3732a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:407cb0ef55a1ceaf3137d5fd498c3f0dd5fd2fce8f689a59b1d0e0f1c0a0ded5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e346981d905d42d3ecbc16ad1fc03cd75172d11c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf127df1030240e1677dd913ceb8d9c5bfa28e1d380c8d3dacbc0f0e96bb376
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d23b54cb072a5fed7362e8242425eebed306a2c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:237cc33c632c490d5bee176172f596b2e68d0b39b1342db04e019f4cb8563da0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c45884b42029923a2ce568810ee9831313ac8fc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438892f73f427aeed63a02e2f3c2f129b1a9f1d30014d308c1a6ad8a5122c4db
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9d4a327a1f56b8657702831ca3bfd5b7b26a27a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6346f25d92abf8fff746659a695f57e3329229379bb45c94150d20726dcb2c1e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d4bb4fa33220243f3feb46a099701c0ed5e8759
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec31de5ce0a276a50bc9d7e9ab92d833180281b7a73132ba3c8c0a678d0dd113
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e345f22518baf8fee9040a072e3d5dedd06639e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22948380e5e728a3b2e6fb3d638e7d934289bf7950217a2ebf33e94e7574bc73
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a4fb1b7aff17662366d8243188e36affdfe08a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd5d799f4faf7483447168d6094bc2d29175620d7cd3eb720b45505c011301d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b6ba9740917ec81c50b0f95385cf72988a36e78
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3d14c80a4c55b4b9b9d503aa96c55198ece1452e7fe54812b99fb9c29772ef
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7382f314a6da65aae307b47bfaa1cf8249832a9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e896d8f478dbee5bbf734500c7721ad7a216b12a9af46e8db2c935ba73e5c48a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ed3262607de3e9ebab77b545f8de99bbeeee35
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eaeaf22d74eda9fce302a5ee35f44245d33fa1c3b877693c85d47401c87c011
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5073c876b7f7e3f14ca8724b8d3e6f206dbbabb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b38f9fe14748e9383df8cffc3b1a69d21940020f284aa7584e51d4c7446c9e7f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423bb6ec8752a7973e3ec1b46d4f5219e044ae6b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0af5a2c4240d18c4a882f962ff3068922fda3a40a9f2b23629bc7e43248a7b6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f8c5e4b5ffddde56a1ee6c39aba7e7e49950cea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f86689bd8daf346e2b675ff6ace97e4134738a9218ff76abbd1d88923933ad9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cce82bf8138482929924cb92a92d0abf6bd86d98
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f28b2798e9faef17773e0bf987ee7dfa1607182ec8271168a5bc9d73fe76a0b2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b78154d5378fda578b362d5221c636e7f5b183bd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49af804875d60aa149a1ccc614c26ae793f6bba7f3bc7413bdf3be5b8540e1e9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed87d0146ff566ff6027c3f477a2c794c9eadb5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6acabca9cf19380d48c15de243f651ed7f9925a83fb58d635d5e7e076c1208d7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7c48be752a9cf34a920ee8aba12d486409e840
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4458ff48ef65feb5df9414f22a287e6ae6f1bd580825cb2b5f6736f7ce171b7d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc52b918dcba7c64717b2c5ae94ad40f54ede1f4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff5996d4cbcd6a30d1affa5bc5855be7eb3fa66824d5d0af8ee5721a1e85739
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d5c0c97b5af8c16c3e54da8040440e9b37aacf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee2ff7a4225ba046a2f1705890c7b6f625ee13992e40d82066405a98df7f979
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efa672bbce055356431d593412dc0ed36f876974
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c384e9e080df6ed49b81ea77c21239ba17d81c5ce06f30605ad02d4ec0abe581
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57abdc069cf9b50376ae5d7aaf35c011dbed1cec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd56c816afb22605cb63b3b490e94b865ff90a62bb99ff6d9bf34d7b97364e6d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb68a3f99a7228f3552af0b3ec66007760821f7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bdea7daeaf250f0ae6061eebf07d9c3bec5a4b34c13d8b9eba1bd6e17f19abf
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d35474d2323cd71b9ac115b3ff2957e19379d37
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8790e842174bc23815968981bd13f39eda191a3f12fe02ffdcdc9c6a7c62f831
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7ce1d0ca98385f45e28077017b0c5146b6bcaa8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358dfc0599e6aefa151d078da2090bd1054e31fe04fe31199fcaad5d7b9fc4bd
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db73f001636632e01a3138647318286fa237d01
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1081904120765b409901cd908ef740bbec8f9a3f7c7d45d63c40779f060d3679
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89375f0d739c2c76fb5443273f6630c1e2c0299
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c29e943fd0a3ab4e131caf401bb05179396344178da7308524a2ec3ffbffc49
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb66a788cbb6fc82f218d43bea33a857a803e0b2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9283a664b569858fdcda39aaeeba575d948e0367417b27272fba540b9e3afa1b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..056a633c13abd402eaa2732fe89de6d336b1cfb4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e313dbd59311b3c87ef1f4bc640c1031d88dc9d06e6443ab42c1c2029a28e54
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52847f4784a77ab18a1f94b17ec0fe17028f9b5c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada5448ed45f4c73f8814884871f487897a3023550878736fb1ef980838d7c12
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16001d8ef4e7b96409279f86831848063237cf44
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b3993d1b9d65688837962ee49c53df1554b570801496725cc456dd8ff5009b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ae3d7c8fced6c3836c97d3c9d0fd30433855ba6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c68f209ef119306c6553f6dde2aa8b306346e1ebb18066d04efcc4094b52844f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c151d028c17e2340b39549790cbaab27ca5bef66
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7c2699c4ff7ce3a333e4ee8f218b90695176c44f8572d32667c57df51bd95f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a504220d0848f92d0438978493fcf6c50052f02d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbfbdaac55a854f0d8c68ed5169acf69aad94d24ab359fc1e9e327694b006b60
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8539d5137b292a20dc3ddfcd1baf278a338993c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb61b3eeea1f9ef2568235a9064a818e3d8a4e55bec365c927fd60347d218b7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a844c0e0966f98462a843cabafe4abe66e879678
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2edfacfb3fe65c69eb639ec462c1822f3b492844fb131f07c7bdbffe52104e33
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f79856306cd301333391f2a159b91075a541ec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4411fc9b146b6bd0f473ab2ef71fa7033f7b051729cfe59edffe5b9c6e7d8279
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8edd53667d0de1a4e420453242479b2631999984
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed73fe901674f2a6a6b88927b7427f5a4eef2a2952fe1d83f11584d83f20298
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5271e3ed545a93e1a78eb3a9ce837c6340516db8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb4a6a6ba6bd7305dbb1011a6c255b9f2c2a776d8adf06190192dc481587e21
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b9b322beeb8000c7826cb19f8a991eba7d86a5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:253cce43c98ab612cb070c1abc1354b14bd0e191157cdb8a0ec924bbd6d06790
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8828a49b7f7abc0218177b88a3225a37820be86e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606232e758840ff0a1360b55aa5bc9a64c0ebcc9e5a6ad8d9a2798da86cf51ce
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aae1611bd2c005017bb4995a98a44e7c1945277
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31fc5035d5a872703b2e848aeb94f2014590deb907a7493b3a7c7a721d1c5a43
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f6e53835e59576ce7e598bd4858b969dc4c6de5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:441c9c61b46c4afdee7901d8f2b2674f94c54dd9f4e437a5a624f1a07b584bf2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d05d5a16e628536eae42fcecd20a06fbfef51907
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa3068eec0aab1fe3aad4cda2edf36f80751d30e76e5e565f4bca0e72e16da7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c9799e95b511f8789ce7dfe931c77d2855dcaf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a050da503c2c84edbcf1b4acc102bcf47a7220e58f05aa7ceed46b8e05b9d0cb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b5bab426162ada75d5e2c521caac373137fc2f5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9233cf08c6fd89a029154da0b7bb03ac18bcea6b529d2ec9e93b1a02dc78695b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09a176f6a5955d0305ff7fe8481f4adaf6d5df39
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0b7240d1eb2b79d0de3c3a27264654041784bf0389a280275c5d59990fb677
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48661ee69481ba4bf5e693eac52d8a4bce1c6323
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc422e112b7de6c60af9da70e2ec61c86144fdbc43460b179152cb1eb2286b1e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66a6c2c48419da72f465baf3e313291dda5673a7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86592f590a5eee4b9b8514aae6a6c0d8b298b32186374afc05b232867c8ca631
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639d473ca8d7cff14443c98110e97aed96cf273b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a2dea7de97f3985dd0eee6576027f3c61bfecb3cdecc465c43154a7567f91f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c009c8a8b1e37f101627528e8f6fc66c7a9b0782
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a48f7a8195002cb374f8f1ed52940a6bb96da22b7add8888bcfee3f7d7fdc14
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d08eb5ea7fcb5f717bb0c336a9d34686d3d9867
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20b3435c0fe026701b83d40b8170cffc169095d6e3dd0d7f6687d5d6d825bc2a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f9edec7c1b42095fd13faa92ffdfc3045aa002
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2db4c3bf88247843511f4b55ab86ef71cb7937db64ebc7b07f758874019da1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d52f1136f0ffc4ebf85869fae5a011db62af34
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c9396945990622a16024f93343e392d559e772d3240328e9c7bc74da8e8ddc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee20f96477a75ff981a02e07fa31ca7cacb23a7c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7adbc6767b8b260b3cfbb9d870b6e50aafe88971d4d8b90a8d918bfdb90b0273
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6380a6f76eb8bbc8a445b82bc003ecb4102ad27
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3acd318b5a82b7a31a4f0fd39d5609b827f16adb96caa54fef78e2e09e0bba16
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfdf56edd8e5c2b3781502cc5c0bf5de2253764b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fc53d5a5cac59be7afcf5eb743986154e5e5ae3684aa486e65bf09963cd862
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a9b86e6311eaec990954f3f272b456692bd471
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8e182b0600a0c0817be2d9188298c886a1ff7b193feae9a8bf83f7707f1206
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f99941a74d209b86747f1e52b6ad132b3f9d59
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9037f3561554285cb54c9765b3a6a60f8b4fc4bf99540c87c38b2a28c0f9683
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1d0aa4f58637b62038db2fac99c2e2c83237b1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1588446de971c8c0330c78bc1dd1faab1db4dc930b3dcfcb5785bcd169d04c92
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b86c022ea58b319301c441d22196e902a6c469
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c5d19569e4c8f9a666baf577601b8861c6b73921e3e45a66229edaf3981fc3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c3abee200033d4ca62a9ae7aa791db3e76349e1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af43305df5c33dd604132877defbabeb07e5ac718bd8fac90592c8d41dad5a2a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8fdc39c9ef451a621efa816adc4cf6a491dbae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:425e2e8f62a12aa1e2e2c9a7c42eca048a8350f194dbac0d4c5ff8e5b0a80e30
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ea6a8b9a0baf404ecc0a6de3873c7577005dd4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fccfecf09f884ddc649268bedea59ebd282e8053ff8ab63d063dd4544e2ea59d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6f254483c07f47c1cba42d325ec27cb378d556
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92885019d4c586480f0c73af3330b10179474b3f78a00d0ccf70683524f55b47
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f1c2af87b00c8818308698f0acae315ac2ce551
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3597fbf82f6d22a4998d77d559dda320dd4f25975db351e8cf5bd4397742e214
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1adf8dab9f6918954b42da160f42cba3fa0aa020
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893b830afc2fc293336f955753886f31e71e0497d091c5984cc3767600bf6178
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f313f376230d51aeb3a8f07ba9c5c5684e8b4e45
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1968dbf2c4d9f3016e3bbeaa802fc0afcf6a60437ce511f8237ddc15fa06c33a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3faf520a3e32eb1411df94b256334fcbd451a11f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ccbc0d4832e652b3a7787571227f7ccffa29dab6573d10aaebdb6e79245542
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e87b5df83bc4cb57fed515b01b64d070ba7bdd16
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba007c86db2b09d5b09b95af25e2da4956bcaeeaea4c6417315edc35dd665e4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c83b760ba3cc436449177f4f73193bf901dd97
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559a229dbce67b17cb37154ea2a7d342f9009d627cc8ca244e820d7237048485
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..673a8a962c2666fe0e2c6d837e3f567d0af7b248
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b2d24f6212c58d46e66829c09ed42343eb6b24f060f0d1138d1141ecef6c45
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e2f8a41007338a4548edc2a09c7149972c9a5c2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab17e2ec88c0bf81c6b3eeae69eb70cf06e996b52fa040b03eebf941809efc31
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d39c561691e81aedfdec6a67082245e1fcfe4fa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b399f186d28308a57e22a1a055b8d05bde95a2ca8692298984fbf05e7da23972
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01264dc75de04f0cbefd7c038644b1dd9261e2d8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc2158963c3e53a808fa97ee80360645df7a708394ad7b0f9767fca5b26b76b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1b3ccb589b16beccd02c72975a2ee94f4ca847
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ae438d91bc7b7f9c9198ddf93497e2aa76b686d90bd6de90dd459eb2f80469
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d54a5923a698d3242be1dbac351ad4db037d97
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ed425d6426fa41001d06d02d0ba18c5b2bfb86b75a088fba98eede1c4a5c1f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2308ce7ff5425511292e3f4cc6281dca67b9e34
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02d940e82222aa6af92233df683107f227d4805559ccc2a9d2460a7d4f0976e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b864f0aa53352483fa200924a5e848a47dcbfb9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84fb5f951ce024bd0d9827b2ae49c957cc242e76311265b30ad2e920f1964852
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76980dcd209e2cccff9b226410681906098e2f44
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:708168c871713307b66e911c7f7765fdaaf91e094bfd27d47f8fc84a3bcbe27d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a04017b5ef0080705f666a2828b5c8a9527374
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b48e3ebc4f1982894c0b37950803ffbd46abe65d71b4d1e633f381a2e8f5fc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3995d4b96305b177647bc5694b9ab3e89d884a3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02799819c74e2e0c3e9d26954322b6cd2d0f40bd89c5cca4faddaca73b2b7195
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8461699a3eb29a386fcb87fb1d3044fa171df4f0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f8b71b01294413452114c4adc95ecd5d321583a279e94c0ed052987629d3f4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e844f2aa68ff816fb520546ddbd6a282cfbd7b4b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0543ba90997c1757e94fcbcc5a141beaa243b4d6031c41780c3f6de88d3ed9d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed2ec23e5ed9c49b19b1f965a4d87fa6322c827
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d3cc44a9deb7049fe2f570dba09ffd8af74b7b080696636d753e674ca0c5ba
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0417b6e3c1d1df6bdf8786e2dd3287a7c9ea59e0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3149fda435ccac9b17f44b559232461adce432a527072a79428c6984ce99b12d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab708a29730c4e0d022f64914201271365676743
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3afd12a0f6d8802a2d7115b1cab120481b960c7f97206f9c6864dcd614cb6ba0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605231a6d90db41a0c25d828982dadecece739d5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2752e86fd9d3487379ce4852eaf001c48e43d814fa36fe7338123d53584955cc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e6134a29fb7da950ff4b112ec81a17d29d65c82
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9413e78983b47671cdc57d539612ba2914adf6edea44bef6cdf93d308924c8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fe3314ef31638b5827887cc3381d89a078265e3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae219cae19cc8acdc7356a59d4b1f84b5b5b2496022bec75b741722f6a9b155
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7298fd359d31b15242954635543ba71293dab6a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648496ad3a131051141864c3fb5ebf296646c6680b18d72e72b410a2bf68a10f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae1fa10dee6d45185108b210caabe244753e393
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf29620cf51702890aa0fe43721dec49da3f14142a09b5c622263d6c0f7bb619
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff78e2a409efd52281d7fd3e76a093cd3e9f8493
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eea2d4c04064be859f36cf2a579b09ad584d51803f677fa51c19cf409fe866d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701b6a80ef144ee11a897595040d16f4a2a23760
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c743c23a39fdbaffa762cba63cf1a7f21fcc3a469ac870b508809713039da2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226f3412a7ece4de9173970022739505e2510fe5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38dbdf307cece1ffd4d092b27c5d07b8bd54b8d9685a596e7b5b28605e1ae593
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd6971a690bed760ace391331a70c3175b70538
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85accc9932f833f63820cc391d6588a42b12001daeba2453f272eb1854210422
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c06f459f03f0114d6c40dcea919573eeb76cfb4e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4175a307f0ec1d273fca4000a0ea3a01be944f48a94093db5b894f104cf96e28
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a387fc6708599576695b4e937cce0829c51f5c88
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:917062446e6aea451fc4574f15a36919115f8248faff5ff823e8719f1ce49d8e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..833bdec4c5f3d5b3dd30261a0e7bebdbd3457365
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45dc9813f6386c8ce3506079d26f1d93a924a07e9f7330eb6368a6cd90c9979d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e72f283eafedf2ef8ebbedeb7adea939d94ab71d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3969b6c7a9688b82395d79c428c86dbbea9bd05d5889dfd0df3098830e11b7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16296aaba1c5e0e073ead017cc31f79d95266a4a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f37f94742038212cbb871000ad5f54f46bc3ba291bfbcd8a57387e890e9ed5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecc04d47a4c8338d2a15aa4e1f1f6b5f929bbe55
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3b6a1a4a507b76ef003dbbaf0d38500131d860e742150d931a9660d890600d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3209ced138ecad0b7147323fd8ecff0b537529d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89091c4039a848a7ae6dadbb2551d3656c41dc9611b8ae55b82b7488730e691
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689735a5f2d4818497063c978a0f60e41dcb1a15
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1a4d16146e66d9387b20f86af5cae8b712c4caed2a7efc5857a156804bc71c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c224b7275b7572de8aaf6d09d129ed229d36805f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc209c80414be160a7a748a2fddc7bdb752b32981786de071c3e81c1c7196954
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08bd0d75575af7f32d239a99340c3c3065c39a12
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c012af82c5d4533dcc4ce816edec54fa2511b11201ad4206e2302a6c06cd3461
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a2fd11c3ec554724080bf926d3a0a362b248150
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb6891e6d1c8b5c638ac5b0e0a82e9faa0ea7c00819c57b316acc782f74ec98
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b6e35b4e2e76e0fd9269b003b2f45a9be274119
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a482e795ca54a4a37ecb91d567880ccb2644bf4843776263d873efa8c4d0609
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2beedb3efbc88fb334283962f978bd60d9fa5d12
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad45521fe95051b4329703c4691676ded1249e3767a30cf8820a723de512509
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd94914853ab99dae30a13380e431e158eca069
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7576fdb72935668c5a457548cc354fbeab329d6e88257bbc2b4497399e8d9f6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83c7f10f815abc245f8f90a3b6c35b7553ef374
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e4081696b45aa68bb24fa289421d0a6e75d1e238c034e2e02c5d89e825ae6b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da36e53b4c579410f1ebd0b06afd3e80320d76f6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05b6f53109751115b6012d994a9373acb4f99a1be053838d35858e6e0d637ce
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a94c88d2e55e73e481c6ad8b4fcad88a084e9250
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82ac26d0ce9ee8cc1f957eee6d17aabaec4bcad71484392628796a1b1dade96
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b012c287665141806636b5783fcd4d2c7d0b6fb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d2e9bd7b53a2911e57657ffe615c64205874d694e654a7f981c4492119da59
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b61bcab2672ff127e7e02e698f659634afe0198
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b240f662a71533f888d96c7e53c3e6b9246d0f4fbf3791d9a430d959b7670c56
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b738bd2ec024746b1eb31a1c33860cf9c03eba55
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f3c52e69536dc40e04fe757fb9f100a8b4dabf815dbc44bff446cd722b0bbf
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c3023c107ffeed0467ec84aaf357eec0ed90cb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d05f4348da1868cd9688665aa4e2d97b5e0084bd64d47f4fb7b60a052dbc59
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b54bc28dbb192f8de7b9cb569fc10d9aaea92a9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cbe8b41cb49fba512a5b562129f442f60473f7ea98bb96d794570c2df788287
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d3c4792987c55a56f4857f7ca5427a1ffcfe60
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b63302591027191269b40e7b0d25c6e61ba25e7ad68b868171e3e555ac5871
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70334ffa46491e00a690a89c7c2338cdf18f3b32
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d25bcbf4c0ac5cbd5031aa38f7e4106d6a9a19c235dbc3db9d6809e2944607
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa4441c161436764a0fa1633cf096f4a391a11ec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52cbb7dd7c41ad986d707d855dde0d25bfa2cf5f42c69abbfb4d894e47e7a02
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df27297ab6983bd840c56e52c467f8ecdf11c1c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43bf859f421be949f5c7be16c637143549c2561322cb3bbb4e11bcc6cb254218
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e98ea689b9eeb496dbebf80795a91026f9d07cad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a60a7b34a093592081d903c5839c93f8a1b5667c0e8de5d1a8192e384126c35
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d708880990b636a09cd37b8479fcf36a3ea5df24
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad2a2c84f44cd22a34e06c69bdbe8b487e7133d6b556952dcf0c54e986000c2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd0ec679c6e6577b5ee386e5d0eacee1b9add4c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cdf8e7dd81dd59e60227d7e504bef8548351ef4cf4a9d419cb288b403e3e434
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2247dbf5c2a32b4669894272aca943edea00017e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a11f9f69f042f48299a8b2250d08259662ac3c6fa4aa8a942c24e4f9e76e37
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b595ee286337f3fa6ef2523ea0f0b1c1ddaffd1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd87d8087af4afeb4941c5a55ea703b434ca387559d43a8f979fd55b97f33be
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94dc0d2bb19809571e6c51429216bb12b3129678
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:473c4dc47d7a34a8c62f7a9e528518e0b038e52cfbdc320d3fa13e74c8c13751
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e19785935ece839aa52a199d5d9b524fee36c39
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4397b8cf1f8fb6f7c0664a76180b86f8af01c41dfc15f092b299c7de3b47efb9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..326d3cfa6bef2aced1d67d1f5de41081d430d87b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bbb3b60f0343b9b9035bc563773f75bd21d2f4d6ee76f000d3eb37bb32011ae
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bbbc62b5e93346b29a7bdbd26880cb607d41cae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d1f2f3f2daa77a1250f215d5b12f26f67b60f0f48ab2f02da39bc5ffb8c1a71
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f316a2a5816fcf17b46b6c62878d6e4f3e036f5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee835defe4c75c135e472bd970781adc5dfe60af2b57d376ecb208202b7fd793
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3148a0a3a3a19c093cd238d939c70cfab8d97f37
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8628ddfe6775ec5119d286297990513e971f65a5660e50fa3c178969525e96b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85dfdde6af705a299a2e677b8eada02a3ae891bb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677d0b67a6542cf94a852227743ba5ddfcd5a2686074cdbfc55f02529d67047b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2f27b67dfce5c889f46f5ca05b261d4a0b0a040
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aadabb2cd4f4a635dcc422d199cb6c96a5e967b6490017777d89d73f4b438156
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31950d9b81bb7927fc28514c13843e815cbbbf3d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ff23afd4dee0b8934c2376638098c0bf576feb57d822c8e24acad2cd26f55d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a4b51eb3284b31ac94690dab19c6fb9cd74d1ce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05d97e319b4a14997f8128fb8d1eaeaec28ba627bd0a27cacef26fd239dfff4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047c10fe1fd3bbe5bc1900dffb70fb04193bd505
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193ecc3e78001bc1f5e320fd5ee82b8e65d9853c4a7b24a6c90f89b28e228f6a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6723108a795b71ae901efc983fe37149e28ddc83
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b4d7a3c4ad26ca9eca4a259397afe49bb531195b1d907a0902f1fbb04ec6a7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b9cbd063c0a283a7d8288344693cff7db3f627f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1da71e9920a4dd2b269fe457cd530bfa7d317edcac3f3feae770a6ba6ceec807
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc69b9fe01b2fa9ab729cfaa8399a756860a93f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c704e841bca3491121e9456ad8b75728c12d5e6f52285ad21e77945c3b25f3c6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6218603efe5bc49cb7c8af9d64c61fde65e605b8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbc131745e2a9d0788cd076ac991953a80eafccc85e6f13814ae0bfd62dfdc4c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81b0bb3be0f27343c977583aec37c034c4b31564
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2882d055120398ed4505afe794d05fa70bb60f187e5fc0ba5b5a9281ee741d20
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b7b876b1a593d321eb32ee2548dafbb7c34905
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70dd8931de4f2beb6c9c902c24d25ea4f8802779c28a3709e35b069b0a41080c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a39af0af8c9c3ff5aa94315fa6b97aa77ec02a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f607a920783e891895f4559a3f7aa6f321ac8745d2ddbe02d4db7053d7bc157
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12ab8d717f9888697d76f0d44ef1bd0b712b57d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c08b18ca1655e58f53e1037a052fb5ba2b11172667f5fda7480722ca2857c5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b05f4dd7e3bba3565e75a324ec70f2e5b1dc123
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460cef720008924073d680dd0165fadb0e9362d2ff0dc84396604e8ea281395a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f8d47df03b99071266c90c907745a6e1d8d643
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d08ce5cf51b399b6e26a6560179328db46c333c187d6f54d65b9cac2509b827
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f589aa69373173718b900d3a474b215baccec2c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac633adc16be929b2d337da466c187acd35af69ac067e9222fd530b098445b3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df11c771010f445e4e58c5751d64b52af8c6283e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65c8a92aa77d83170ab15dcdad90154207a07b17301819498b523c7a212ae02
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7757071c138f7a9c33790e41dc49bb8078d0dc6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0138f44cb940a3176f5c636238d2c79cfd24a5fe4bfc85b89221d92cc8d4a86
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb05e222150f024f104edf1e6033ffa1ff30445d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a46474e6913aa7d558d43ff9e3e812f87ddb2321a3310a0b8517ff4b34ada2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4d502c8c6e961834552fff1ec237366a30571e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aba3a5c63af3bf51b5590df8d4607c4d96a0e95d86361ade3b0748f5774e716
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b0e071eac1895be4a1c73339ec5c29595150cd3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942f9fe639a3693ad2f177344ce59eebc5f9cfc2551522588856531147038588
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5741be1e4bd3f968a985244d1d13cb50fe12922a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17db826f7f52b9c7af05a833b532ff07fd6e6f30f4a63e8bec43d4a78911176b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9acd8108eaab742d5d683cffc663370ccfdd9e4b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff1cf4c60152615e2f577c76a95c35812b9c436baa58a00eebd6f5567eb65cd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d47a873fa5d908f10b77bb0e4ecbb68761c1785b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7869e278bc427a6a4cf2f2605b6206fb2526b5aa6cb4c4c77f8ff114632951b0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f981c9ee08f1cd29109ca1889bce7888977c7bd7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6fcd5b7e007655d45327373e07981946200f9bb063c7e35f5615019fa58c18
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba62606d71fac37d14864423a2ce6c160d129993
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2fb52748256718d114755237ef8c8065ba6b68469a6d8395462cc75c1f42e7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49dd58e90398ccb3b60aed0c2438d2bce91c661d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd25a5d896d5e515e6d8f9b497f380741c6de21bb8cc127a824ab9441ca6fcac
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59847b98eb0a5368b4af0f838c255deda6cd05e0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32eeb9c87978e603c9775dddf5b7e55d74ba5656b290bfb4161f70de1300f56
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bdb122becd65e8e65c01ac2d0cd61ec4e65da34
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14753b1b34136d6a4ba743a7dfa84530d018220314b8fe695ec9de19d2709a4d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5feaa6a3d5b9d6d0250215040e9a47771d8bff0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547c836407a062c26bd1262149678fc362dc5625d2b26bf4955199afc67ad2d0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a8cea80c9d8817c25388640c00122f7afc05cc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b589bc18800fe6ed9788a618de6196d223a09cf3fdf4c21bc933b34c811f9f8d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d4524b783c1ebc69ed46a8221769f1df256942f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fabb7847e87624ac3f9bc3d7028667c1dfc8552365670edc863949b528aa05b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad458b07f0b8936cf191318692dc89b1ee8e528d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e3cd739dd39b42611974d7cbcbb017e584bcdb2f28c37bb4b44fe60203a3da
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85dc574a47e4f55cee9d553e71a0e00359bc8890
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f7e3c4c891e381412a299ff753292d2099751f63ef3885090ca46e2c62b01b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0362aed770cbf7373ece078bd1e0012c53cd6a0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556474cecc124f32b1a7c3205a75b1652f3acb3fc5d0ecbaa090b998fb636896
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f290f1da91acd055873a19e77c659d7de3c647e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f797609c5731dc52cbf46a1d21ba43e12b027330b40816a33b9179a5ce6f6c0a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7608c959d0ab323e23403343a7fcf062792ef8de
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900966d5b98e6c4daccd5799f892f102bed139aea5b9afc0575d5a041d767080
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..249656e592a1319d75421edba8a54da956109035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d17b7e55535818ca26becdf0c9bc54c46c110f32bfa9be1d94a6d826f37f61
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..439e5296db234997dd733c677da2f0afef867352
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76527b3e39e20c9924076717589d5ab47b91b096c57cb0bc1df6d8929f1c6ade
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e21941e8fbbd56e4dbc3ef56d3b01f07a218dc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0f2ceebe697e6b06551d40b2967c8fce4e9aab62710e1eb3629b42569b0b39
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81c160033946e18b951e40029489271c79d063b7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3162b9d88d51b85b4d532be6d2729c4fc1c4d1242a5a0fb1e782c62ea8a5ace
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac2ec87f3435f0fc919c7d5a4238c81cddda18a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db282ec8b0661a1accd409aa823af30e003bb0bca5afe0b6c8f7192634560f1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ac2f8bf57d4f42775e01469ed10899f080debd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2357190c14360171ee31c104647bc0353208168d6bc229c42ae7bf603866657b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e9e305c8ea3524b318da8ab70f27172a5a7fac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e444725f02af81defd5199054062189b812fd6a33777545ebe57010dd5bdf72
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e433785f96b578296e797eba78f85b7ec69e0c7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ac9fbb0e463379b52a711bb564aaf8788415466664ba35832611930286ef69
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9480f9b8f3aa1c9c7861d194fc7bdcc758d2499
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b76ff9a47e005d9a8e3263c56bbb76c6ab73963d1e482c0bc29596cf718db53
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec1670d5029b1a711976441cd7e84724bbb71faf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd37149fd61762b56a6e61f37bfad319efd6ff98f784cc287b6bd3559c50fb7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c8c82aa3ec1c7e6f62c5015b58d2a48f5b5c00
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:480c7d6d7ddc8e27ea30ea96d13cc149be647740fda5454852d49287b0971ecb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02943d18fd3e13b524a24b5992b96ed0de68472f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd528a8e3a669a31f4b1de7832bc3c56aeb9352275a08dbddb8e916cb612539
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60eaa42dbcfe1cbf5eb38602ba0bfcc1013ffa57
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc2e1cc8058602d29f680eb0ceca6f9c0d21a7d1a7d795b4e1bd626ff5f3feab
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b59ae148c5074d9d45ebc0ea32fc59d9b66b414
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e863c8436c26b64b176e069283f12184412a2b8b5d90e46f40a4c65aca09ed
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ebd9c3d11f6cebe142407325ff1a0d72a6857f3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b206c3ffc6d0aadc19fb56d2a9c83af44cfe93939f99c08f1b00b14d2005428
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f74c8f68cc59e03db40a6b6b3186d1cebfa9a653
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d21ebe7ae01ee2bd33595ec3be5392819bbb112bbcc59d38c145512ee5a0f507
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32529a6349f4c055f0349cb8811f50d4c9ebc205
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44037e2f2c02c7b4b69e65907a2d588942bbcfed4216f2b3db4de28c69aa828
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc062e87ee72fc522a82fdbe81ea7880c7f45ae3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0708b9e3ed71a9dcde4f25bb5fd497135cc9c0d29a8d9cdb540e4e9bb427e56
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..584d11c823c9d8dbdf8f15f399be3490fada652f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb595859f65d876c4f33d0e2442d3971e47a78fc0103cb378a099d3cc0d2b87
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e94b7e0af969f6fe93dff3096a81bd673fd375e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b521fae48a50f591fc27d4f5937c29a8306bf44ea441628e600a452874bb2b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c96ccd5e6ba9c6fd115d09259536a5743f8b4bb3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a73d97293fef72260803f2656291307017bf8046d061add0e1fa890e7abb6a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb33adb598f2932a1badec8eaaaeb17c477552c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce08f1c4b46575544365566290517863b758e9845f99b93cf6ffa7d51d14f6e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d09599588c83645a0d549ddf1e648fbeaf33ec19
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14269e7950b88401a623ac62c03752dfc555ea7a6b6c5aedba69ca0066fa7b1f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89438069bbc3b89d28a7c46e0a056064b7fa8c4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ae840d6eaf9a790266dba88308d35a7089a93131404bbb0f0194e852bec76b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078a7267cb8a57db19a37f869524d5bac0a94eda
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7708f8d2f55f74b87cae00df5f1ee27a6bdeba6e266b4a56098bedcc98621a91
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14494f02feca4771868057ccf033c098fe55fbf4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5610fc4b7eda3e881592bc69facc32b21edd8135fdcf1c735359280162d488b6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4caccbb2a3e315ac0b678e8b578d281335e9e6bd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f89bc3ee381768e00dfb6dace216115c9aa579aa82f7c8c69561ccd44dc0166
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0104c15cd1545a395693e8627894a92cd6003ea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac5d5c2f22d6b5f2fbd8cf51aa35785e5a289d680452dbd3781528b5c2d568f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6410ff2deb60300c22bd2c29b1db1391e6a2a808
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6e2df21af245033fd077af28adb775ddf08d954c30704e64f2454e79482024
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70d23b52d136f6a3f3a068bf07fe95c3f3326603
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ce8a3c00d9b4ce28d26acc909e4d411ccdfb36f3b54f71d2531972170d82f6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..176435a9c1b50fb1f7b559c8c345aa9a012976ed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d1a7b3037cb383dc1ced6bd9494a1e27d06503e81655ff7ae194cf51f3ed97e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c6c3911539aaab44f65b1c56b465db70961e07
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c16c1496e64f8b42d533f61e7dff2e45ace935050196b35c27d13e09d4e741
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d829ff426287fa4491951c069ed970813a1838
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8999428cf8256f63e321a29c6ddf9d121d46d001447ba42cea5e1a07d28256d0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c14777438f20f36f4abe246d28fe359159ac5b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034fc4c8008fabd09fe36aad466b89e6af9f2f2fed08f5b459250a703f4b3713
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad4aeb5abfe7dbebc26be34f3f1a4d3160b25f85
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793b3189abf817ed7a76f898174fe6606abc3a5eb9ffa995f1673d6c8876cfcc
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af4f97ab0559bbd83a42faeba2ba083141e29da
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18df8e0ae20e1ab146caf9d4d9bd7b02962c5ce33259ca750bec9bd2fda20bc
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56acde1ce08b1e5f4a18c59e71558265c486a2c9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ac79ccb341cd5eb2ef7ad77e455e39dcb52040d1b285d51f6b7d1f0ebb4d3d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b765edd4b97e19ad04b7504108b01d21ab6554d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a812de93730dd8d6063f673712dca93836d5611fe2db75edcbb7da30a29d851
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e669b91333599d380d200cded0a8492bcd55c41
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926c53bd88936b00c4638365726a798c9b6222ca37973eeff2c5a415a999443c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5957f8d110f4c4f225318f0b8e95bfc95e9793
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf3d6b0d7976eada4e305baf3cbadddb9f242220a36350bfab856f85843bb1b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5334f0227f405a14ef9f421448d152afd4d86d1f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0ceaa573bb6e78cf82589c02b0fe60917b9db05a94d35dbb753702bf87fe80
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..665f714b925a5a61760991a99dd0b0f94d5a2c6b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d2154511bf70ec6e56e4765f634e284336b4cdd3630bf927dd5bede2c0c665
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..625227628af385f59f6ad54097dbc4edfab8e35b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff3cc72dde007c287ec320d9a78284c8303457a329d5e280a21942a078b4c184
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec0961fd750216732a41f92f4675e3ed02047c6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b8da6bb805bd938f8abad91d8aeba3e8d51317844fea6a5a33a36188c17c13
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2499819b4e357b7059309318fa3aeeca173d5efc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c12c453ec50b40c10f5e50d67d087619507d2d1ffab34edbdcca970e308e113
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61b804ba30e7191a43af64328710651b70ae1948
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfcf84c6a91e5051ce7e80e8dfee52bacdba65ef26ca7cfebf2588abafe92c66
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd261dfa42b41c4d32b26a6302d10ac23574a32b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf6f1d03a22f9d5054019ec66def088dc85730efbb489cd83282c9effd91278
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e04a7249085c374db5d72a04ad9ea71ce17e4f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c20dfc10a562a6fad3a68116e7c11fa40afcdd9c2da6e761e09889a60c37e79
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57243502c62bfa3db1d5bb6bce5db59dcc31874
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f5a6f27f567aad197454122f7cb0aabb9baa0e8ea17cfda9e1cc8c9aba0d90
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2865f7630bb6029adaf8cec1ab3e789420a5469b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dbc1fbea3a23480aa99f58858f167e3f8b5ed31bcf3f6dcc613b32289072ca8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941eb734b5ffb99348dd6e4c3fb39887b9e4ad4d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6544f400d2ab87045ffe2b2ad09b3fe4f170ae0a56d1a60cf6f218fb0306191
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1942c50fc86c928356621e355f20ca79d95fb256
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c44d58be2d57c890216265abdbd53c3152e30f61cd6d7dd651d25122ddd2dc5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672618ff27ee166f1bbac52ebb2b7d5a48be42e8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b8d81909d30f2debc130d3b400748c8359079638dfa9f736fc689539e83fc7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..868013870a629aeae30db505ad6350ea42869a05
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de04f5bf21fc079c173d89905567178c3cf3e2bfd5edbfdf911c361b8289b956
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d70701198fb5311c745b9f7dfd1dca708209d7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a62330b3e996ede4c3b335b764639c4321c703acc1beedd4867d23cfabf3c43
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..377724335907d821b3dcf8088dfd34ba4a12aa3a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2388a20b6ae179f013d74021e18d830556ef899c17cfad62c7ff31d9dffb357
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f48b6de3bb9b042247cbf4fde00d4fd341972461
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b83962d0dbd5ea7cbb1007c43b195da4404f07a39a255dc26e6a87d9c076f9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da1d3f904bc5da44743896ce45af453b45a028fc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abc59fd84428ef5759399811fa3171bd2ede13558b49fd649ca74a11c21d3216
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c73e105c837434775de91a4d47dcac89e81d7c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41fc2b7cd277375436ac6ca8c656796149cdaf35c01dfb0f6041626a39429006
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c2c22109124cbd21cbe1a1885858063d4298dd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:445f3ae9e659c94a2a9bfce664697e55d4f230dcdfd19d5abc9613782af8d903
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e3267e6152ca10c00405b06a9708c0dfeefcd8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160b08d353e2f450ce48cd128c696e88141c99f47f5a3a2d07d4ab4cc441ddda
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff25f19029e88f989e393c3c25f83bcdce915e7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50df986f9144b3c3b8bf1514d5693510564ce904f045db5280ed9b3fbc1350e4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f516312cbaa127b834aa42be551815e267f9bdec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9732298becdbe8988f52d603b71b8510ab55bda163a4a82d2da3447c231761
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02d065e839d9b1845936221f40d50d2d7bd1b7d6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1741f5e190fdd77e692ee968b68f221acaa18eed8d5a70cfc76d54fe94a1c73
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d06797c689dc118117b782a6698eadb945fa5b1a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7fc2273d1298aadc0b1b1271d51fff6cc378e908f4e57ed83c72244a2777974
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b9182ff5e74ba5dae02144d4cbb8f407dd83a67
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e3d7da2b7379bed3c19f816b27feae1da7b3c378a10447fce479d2311b0e1e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..573dcf6f3b2f05af3b88df2c8891eb44b82daf94
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84ef15fd8c48446f3a9c033e1c230ae5dd61efccb8979525bcc700c100b661a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b33e27bf4a9a4cfece287c3eaf7b13c6f351e8fe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa70d684c91e91d60a51a4aafd4fe12fb04125000403ccf424db7b3d0d53cff2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b770f884d9a21b9321e8347307b9367f6eb5f45a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0149544d7a5697c649d5408cf1b834af3864191522c66b0c4dfab6622db5478c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e58add0e1742c2423f43dbca3b5e67a8adf2b505
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef17bbc93459d0293d069a6b9052353c0f7bdf56cb49b971695bcbca9b8e5cb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f427d03560e4e76283a3f59ee1beed9c75c9457
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5793631ba8391aa24cdf8102001122a801f941d8cb63b23b70b4bf4d98fd8cd8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09668c3d13430c96e632ec4ab3ca8086a8908662
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f5cdd67916caf716149b35b876089711437b84bb1dd0ad175b29ddecff6dda
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f880fcda079f526b11aa0edfb126e546a6d204
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f6752d03263d13ef247b89f21ff1ff666504e5bf7b1b9136197e336c7b0e529
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e88d9eb72e476c102cee946fdbf0b70f9ee89ef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfaeedfa55ed09feef84859d15e9f7d03d244870f65c1e88d3ec3d9f5cd32500
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3439320a9786f01b3ff7a75c74b7c342ca8836
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf7f21df3326b2b60b577ab9c464a3193152c0342547b9d5998764a78653799
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fabbe387702b6834e3ff6781269e60bdad1cc6a4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a912a0d97ba8fe894b5353716b90f5577a076ee64b334c367e619be958222fbf
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95472a2523819177b4b6178fe4f720ceb0447bfe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff616fa793c735c43a6f308d5a74ba68ca1ddde51049c55211bceda993f2ae3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a289f1cc0f75f0d7185312cd3ff03dd9b2c8a25e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fba5f461adb7c29bc141d81b10ce5a9d9fd6289e2f6365ee6145c011a4b47b1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab7d4e750c59e7957202f8c019a9b4fdb65d8788
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc1483eef7a97309f71380eaa7794311745ab6d098ec245429d2404be72f94f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4091ea4ad73c79334cbdcc43b59b5749f2c63d31
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28df4fc3000083e013fa9a114039618f226f90dc8fe940d2181241ffcfb5ba1e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e73ebe9deb4f121bd33ce53c28645a2c9a1f9de
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c152b30ab8df5e01d2096a7b0e364193e00c306787784dd46f6562a13682338a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c701a4bd0ce55e01ec6cfaa41aaaa2406044ff4b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c6f79cf42b04f8ce1c98deeb0ba64add077d3703fcc8860d534aa15a36512f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b53b2f53a7f235f429e89340b7af79b5109855a7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d32d7940d0be234cd9971460a8cb3434ab3daf3f2d497942e3839d0def56a12
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461b9a19f25bcb5137bf6cfb42e14f2ab808cae4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8751725a8fe87e45089ef40fac43787c53fed8d35b04a8e501a1d574528c2abd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8453b332f3be2ec04ae42f2cfb60c3c6d326a279
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b252c0d2728770fd34c592c6e129720979be66715d49be94787d0c3834d44a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a41814fcdeef4a36171f47b6adf54355d02254dc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b301f28806f332e4973700f88de1c8d2118b1670b434fee8a937a7dc58c1bfe
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc30b262d63c343fe475d0abb21f1a3f2195a59
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148363bd42ade4574bc87829efbbeffe6cd02f33374a5c2c5607a659da462cf2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2be29e2ec929a4d1edbad9581856e215f38142b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d2c2d94973b4ea79d4731c9a2bdcf281b9b679a6c97148532975004696656e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd378170675c5ccd112c96b315b06044c1329a27
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c093347e716d9e851d10caa38823b7b210f098148f9e0d28889493840b23b7d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3cb8d2bde531ba5dc74a147e3cd33f7ace1e0ca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8971afc0f4dd94311fe81126b8a51afaaa94107ee41f9739002119e31bac0222
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fddd3708cc1fbfad2d762a9588ee36461f10b696
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c62b68962a1d2f4a3bc9f040e7e01f731bf4a6eb1f2d2c700cdeba727fb8a3f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be0d473ab47e2a8df6ac1d7665ae8cf2dbf3bfbc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39c93ead2be44f0f98fd953fd9bb0f866a1faee47b480bb89702ca592baf1d1e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da70db3e00f25b9773c68f1457030197f5a9341
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16273e8e829079dc26aaac3aabc642a4b0e296bc0ba7ea7bb9ee220e7c3c601a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173e03a01e23e821a410434dd9de7adb0f69b3fc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c2311d5612c73f1cb0c7688c0a509a72be502def60f28857d27edf223ba9fe
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d20499d6891f3411f605b6b9608f29434781ce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5fc6933cc7bf053059faf28e01d5f58937a7b0a44c4dfab8ef823cf204f37f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e917224275b5c7b1d562074b96b4294ec2597790
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d1cb26654f287eac41eec4a9282cff8638255803a47f0a369af09ba6d7c264
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ecc02027fcf7433de6f18593ee871cef6bf1f44
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a97e1aa119df5287b24ef82f01bb3003e486e7e1f21d73282a7d56ca1c7c43a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57056fbed223dae5f17259b9a75fa92d9e02d54b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d21e7a0a36996491b9955b95e9a976c5be3eda93c2d636be653dd5fae000915a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8861b009e1aed7ac074e42a6ada93bf79054c474
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb5dc280d2898ea4568ceee2424fc9795f76780228df21f8ddf716afb0b56b2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6abe3e51411df48e9e05fff90ddd44a4efb0ad8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720eb4a7870fe1ce4d5a09b0c06a25dd7cc3ab3c5b2091eb7ebfb07e50e8f9d7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60dc640e0d3219f438c639fba54a8e92936b81b9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf51759e46d9c44e559be82a26dfb65501804746aac480b2ef8c441204129fa
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8693b8f9782e05665e5e35e258025dbef9cb81c6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:214c776d04ab19971950439440d51e5184bb92858f2305e938f5a25abe9c7301
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..412374b0a59948fd31c7f724c5add388c390984e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4747aca77341fe3ac382cf7c08df4d20979f5bdb451fd9d78950008a71cd2606
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6258e50b264a4f573eba69b9297d9f82b884afb6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41be20b1ef678fa18e6873dd3e5b00b17b28943304106203595955e4aeeccd2b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..795bee7ce5c328379745f3012b364299a4409d07
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf7355445426ec231d8a8c144a4a6b905277e3e92c93964c9e6f6d8e4f0a8f8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..406382529af77c2abf139c0559ac0becd9a0b7ce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc8d1e5a17bcc0ce97bcadb847aca847c2125a56b1b74d7aacb7e8c7058caa6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c34982a721832705fd75432e6aaf8df569a46a4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ecbb0f4bb2eb743aaa1ffc088a23708bfce69a81803e4f510abb0de8ea1e9b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e664f0598a25ddd2a969d035a467214775589eb8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32117a5e2d835d493b148e10206b5b4e2e653df8dba182614c3a28e0c99d085d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd3108bb753adea01898c062bf43995e0fc16616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc3752acc2560a9627b81fc0382e0b1665d4de0b012f6ff25f7ee9a587e77d76
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed4a06860c4bac3983523dd0acf64d0dc51f10b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714e7c27bcf138b883d4dabb7a4767c12b72a155557e3ef90357f77c2107bc4e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cab5b9d32376d9ed242441f4c434f03982a6664e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a419c1df0ed1330445f25acdf9e57c0ba5302626aa2201ba7cb95de6e66bcfe
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9f37e5e671667d131cc03f09a2b8d703d672f38
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:051d0f616c02f4db63496cb10161fe618ed1e451498de6125408dfa5151deb1c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7986360126eb2037bd2fbb500855583be2e14c73
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94600a2be10ef180453070013990726d279f9620148c6688b2e94a6dfdf5b178
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa0161b616bbdbdcefe57b65b8a90b4bfc5335c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2359d55b1d0c645edc77b1b8e168b114f21a2ba3cb1d3e6ed91b1713876a4f9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b60a71ccc8179d2212ce067c27f3e655990d39f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0883d7369fb0dc83ac04421c4fa971749b2d92c9d83d491a359241feb1cf4fd4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b80afd9b53df9dd8fe32e332c8551744b1688bc9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcfab1f6e6bb2af70331121640cd644a146a4d98815e208e78c0b99157f8b74f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c1c8ee4bcec4b662ab62140857dd0b7c8325d8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4cd96a68d4919a4ec54726aa6890e142dcc98361637857db659527faf2f0ff5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9312b48e40ba34ff29728cad774fb3db44ba5470
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31e8c8021097056b6a6643c1f1ea99d4322fd6a2eba17a6367b6a74862f4cd2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1477ef6f6efc1bbafac04951a31d3c4b48deb330
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b669ce09464c0115ceb324029ae80ac3b55027c662044b1392ed39186b2966cb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59409bc38795eba70a1ad679451fa416eab0ca1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1c5c4eb0346513c2785a0901b3b64aaec13a8f53044349291d6cec266db1c9e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544b5d21cb205c6bd67dfcbedc3914b7c3bf4e1f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819432a83cd941a9225e96d1fe7d1dd9634ce96fdf10d27a38b52657886d1719
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43df84f8cd6e91709d02caddba51df9a7a57ffd9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61f449269242b0ca770b8cec91ff4d7ceac65e27aed01d9b13d1621ad6d249e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bab20e39daefd0474a5a8a078fdeb498c04da4ec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c4625a4506dd0304ddd41d28b5560460b1ebc1e44ac9cae693b211d32ff56a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bfb058ff63eba46cfdc45806d524cdaefd18d2b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a41b72be5080d47abe145e306c82279efd63de74cb7767a5a5c5ff778b32b1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8424110b072fd107ff5cf125198d35fdfdbe0b79
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7adf33045dfe81cc39cf06bbde636016101f880f587caed81c1d0ea340917a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53091940ec9924b52862b4e6fefa9a96fa42b679
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76bd10be68cf7d3e9b363b80c1f38edfe9e8826facac2fdd8299ef2e9f3b499d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8131e20dab683b9687ed6c2c80fb994329a081
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76998e3bad3b4102c328145b91df99500c8255557e7544b6256b02f929336dd4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a38dc0a2396d8598d7afc4dc09579f177865712c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da1a5e5fa2a5b99f56bbb8911e7c8997da4c45592c6640fad8a280dfa91955c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849149565df70bbd773e1e5efe7ce233a3efd9f4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c1222883f3d8329091e923042215c7fd91d3fd00c112169bc6d181840c559a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee11e91ca75d8f0eb8a84c9f5e77874395534ac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e72ef41fdc192f1b8ce0f4da0c930ae0b4d9ff54bbfd5ea4faf1a8633abf3ee
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57309076362e820c761ccd4c8743aa81e2c6adba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad2eb7012fb70f62ca4f0ddb5f9a84110e2d690f3af010369a3b87b0b8952c1a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dbdfb3d6739f6bac56ab16b52eb26bfd5292cce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a80efd1422f5d859acd1488b65a88463387804e3df2c514a763a44d7c5436b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf62be4eb539e845bf1996e24361fc0ee4e6f6d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d19b8094c70d69f3090e02047e9707f9aecc61b35525300791674ca512ee334
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a9f5759135d326e6fbe7c3a7d9db11e16c0464
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e9b5798a8400b165f242820de395cff300b4bff44aba4713f4074b484f96e2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f5adc9fec3618fa909ac64e6774da4349a17a97
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9555c7b33e25839e5d9b25e689670ad0c0879a61aec7f1b82e63bdf3ae349a78
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feca2d9748d50fbc3bfc5fa9110eb3c2b4853d84
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce75a19ee753b8a22a2c27b1803a5bb989e5014a230ad8ae96485972e437fa7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e1d8d1e033a3cfd80d041668ded0d3379a5494
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d55f782a19cc2925a130a290019eab3d1842cef8a682a30b5a5e9dbd6095b967
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bd45f1fbb182c2d83ea43985125aea1cbe08e40
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07900600bfd68a6092a9431aad7e6f2aadd801e1f5c29fa91846e385069e27d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2386d4e1fab3155da3222da754cfff4c0af963
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f291557db82b281b1aa631903cb5db1c2e85574e4ba204d5d1869f0e310eec55
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c00ebe386d46d546efd718879c402d4c3b0e5372
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00dfac0d155227673b13e19b82247decf20df770b9057e1d09c3f68f4912b572
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5cb42e69d610f9b56251e7181f33ddcda40d69
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff621ac21ef3d0006eef90c763ce86fecddd582941acd4e9f648ab343e85613f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74df4d6fa0ebe3d8710b202ad52d8d3f780d901a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05cc6c7fe5916a1942ef48ce71a75dddbc81e57727a46283ae7a5ee73f281238
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b3200332c80e53c56caf56924065f27de64dfe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b78aae82071826f76d8678404c67cf70df3260fde0fbfc53dd6419f1acc18541
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0455871cd70392b52104f98590f2a1174a988c7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea3315f97f20a8fbff6ff31ce4f0d6e13b1ea5648b2d4eeb183b4b05ed48da4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09a4cff57676d43b2816a7ad16ab0b318f6c685a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1737193280c375b4215aa939cd7b11719fcbb0341a87c8fdaaf9a34abb05a13
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..163aeee9c5388403679065f9536df3b7939e4a5e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a03fd554d1d1304d8a07674eae398adbbe82ed4bb7e9895e0d07ce061fb809
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e5104b94b62b14995bde158401789a4f29ad463
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6cef4183b2dfc0fd40ee809cdb21a9e39d4c75a8a3a3a066ad67e8d817170b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f756a50b1155b31b73785362a5b3f03b7019b87e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ce0eab96896181223e7fb7aa7e4dc18d22c7f751e84fc57cc8b53a8644b071
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b9a936c98a8df4edaf977ed434628a788e99c2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb78534a7c6d5b55bf7522d9d4c5e6560901910683dac198c5de025763bdc74
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28bd6f1bf956453880d8a69d920504e42d77c735
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6550e5c1f4e8d1eecaf27e958f5f52f6a6cfbbe3782e5550adbe82bc62faf04
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a1e160be4dbed524b3d7a838c78ff54ca6c54f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c447b329761bacdd0ae7396eb885ba6883df7a029fb03c73f63041a7ae3279
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4271631023925bfc3dcccca07c866d5ede3ac05
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198541f2b3135f691828dbef6f22ad4a4307afdca800db98047906ebb8bf4979
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d7177e9462f7b3a509f22840899cbf34930d1e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ea98d49b08d83829de154f5a73a93385926ec8d34ff1d959f1c3419239535f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d1aa0a8ddcd40aaaea369a935c243e95e28d01
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:775187aa8b0f300f354d33d9affd023aa2b98649d8b635564092a656709d1456
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9469a7a82c63568314ea39e72c7604c6303bbd1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca4229cd03603e3638858d5de1236bf0f13e747ed981acc46c9596dfb6a403d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42df3cf2efa6bf17a51b674b60b5f0163073d954
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b020ef5cfa5306538472bc9608d80ace6e5f5c69f8c8103b49c2d777aea0be94
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..751d84bc19a28137362109432ad48f981c5a815a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576d0cc8de4e14cdde3822db3eed43afe38502c8badcf495c403adae023919ed
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e7cc2d575e1327f162f8af5ec607dad2888024f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40834d13edc13f3bd268d70fc58989b68c4daa2ea05ee576d2e651d67d67ab5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11591e4a8104d5a290dad3472fecec6b5f565f0c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6361172d99e3d8d36343ede0a0b43c8c3baaa5123ed1f896d0afeff967b552b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba46fe265d461c11e492f125b7e55caa86bebaa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffab687d5458a7824580a073afeae84159dc88a89aeca1caa5fd92288a449bfc
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7081fa89d81510717bb6c55fd92bd7a306a9bf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7e901815de5fe7d52dbe36b887a9007183a978dd06765dc8275323e51bf081
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c19f1e06d365916b85412b21e90661ec535f2bc3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f103c080b87af00f24cde5f59e415df5b8b77eca6226a531718b2db7b76949e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d50c25179b6a5057f9034499a6f4753533f181d3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e27bbc6849dd40875037ae17d34402443e09d50ed701e6361f636025955fcdad
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86732b43c7ea2a1896b82acd2f3b76566d1e24e6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e27156d251a032a709f0a555a18d26ef9376134e4276a1e1881c230b4c37026b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c551286258ad7846d187c9edac86f79d4633d70
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab2d6dd5e057ef39ee06081fb9930cd6a483fc7b14236ace669edb70e217a05f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300047b4d13ad6c6de81cdb29d35c0cd47734ed3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4975cff0850b997f64a743d3d037a79244419d0e87e2191160eeedc895989baa
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aed2db39ded600468d0a7861d04098135651e1e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e03e1893d7c78f75a17072dcd732d68878269c06e027623ee09d8e1454b72ebe
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b2ebfebe00aa4d657f9dbb4ea0a34705d0e2304
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7742891b7131f58c0cbb2ca5e16a33b53b3d7e77f1a2dd64cb8bf60898691848
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a98b0980f726e5d15c0844b398e74905da5d1725
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3693de884c9de8222f522419e1d358c03c84944e451d618acb752793a22f76d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a44ee62ed6cbfe8ffb0792dfe2186244c3365f32
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b23135b81397e42deac9f1fd97ac509587f42e036cf7bf94f0b7aa7d293af27
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c9dedaf08cfb011a075efbe3c2009a3c4dfceb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3d4f1a9e1389c2937334328c9d842b1ae2bfc18942aaabac24fad149785d82
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a4bf3d64c312f8b4aed622d4d00727eb3c25045
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5682b2bbb75a954330a48b7c717d49d09991be1380517c12917d7a3a07768d3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43801aa67768748a617638ede7671731c1459028
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7acef72fb38c36b51a95983583d969a58890606ea485621846f6133193b01f01
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e71d136391150464cfeebc371385359e8ce51025
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad94dc7d6ee36ae5c86211e27b13c7bbd9b4bc04dee529bf5a0d56e9ebf00b5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230518f74c0a7f3b043319199e501cd7eed2e4c3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790c2c9870127672f95b0100a296136f0c012ede7195751dd7a7b2468470012c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55480040d6dab2b15751e9c8ec4505860edd25a1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb0d3d8bae42cef76eeeafa553d8631ffd2b0f79b4365eb20df7a4d00dda2b79
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adca097c3111923c73910198acd592f6a4ac9145
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e75b1a457bec2e8f662cb65b6ffa56418dc631b9a2600ec88e6e800e8fe8979f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ebd13d8e068c268dd3063afc43cec014ad4f52
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2ebd6cb5898fbd78c57a8b6874ec65556a7c1748b36e341994a843dc0e17f8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..573e5ccbd7f5875edacd9d455f10e1d552432bdf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d259d3297ef4e7340803628ec98017e1333a7e34eb9d750fa29fdd459fc0b1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc9dc8e6b9916badb480734b62ee7e78cb2cbd48
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc90e118a2ad6699aa51ac4951e1a364ac8ad8bd24cf517ee8ff8042416e440e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cec3be6060ad1a3bf05a49b6ef6cae6625d7df2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98550962b00ef08b41ee72b99927bb35e22ccd6d91a54a2db1a5f541c0803181
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e01bfd9cb8c8c008e71e8c4032397f879e0242a8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:483c3f0f5aa30ef29188eb0a9650bbbcfdf2f0ffffd998abb2c65c94f1d67448
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e7271b5f0c51262142c50d3572bcbe19001be0c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a26b403fa2397d9a8b53e21b1a3d9e771c4eb16adc7396d42dba40c75c68d6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..590137a1e0f42b0a99ff0d31213b0607340dd52f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b83298de569531153a9d67fffbadcffd54f69ea531bafec40bf5912838705d6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7c6d6dc958246b5646ed684a15e86704cc3cde
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf2911b970becba8878b0e138597a70e119e069fca3906361104fb96ffb5abb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b93f712c520a3fdbccf8da1b4b1585e75397f2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c07b9ee7bce6ab0928b9484b884e934542c26b56a2a221fdc6b755f731c07c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bcd01a693597a2bf8650098419cb8f9d6af8ac6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb52647e989b67581eecb6c5c39654fdc242b847a5010a9588c1f5b8a7fc1cf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a009b6ebafec5e96501fb285125d6096134c401
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baf365ee15dc029c56ff7c4735d218e3ebf1dc1ae36feb6753b42d268b0a0af3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc296f0208cc516dc58b94174b20514911db56b7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe14c33cb49e1619007a188cadad79e85c750794615823d340c9e831bc1cba0b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f34b6f5bff8bd5e67223628e4e00ad08ab68112
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37e9f63f0ba3da8e5b104d2af0321929abf0ffe4c53fd2580a88486948f40af
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b944bc1ddf15b9c50c2143afc5f48f33ec1db1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d46ff0daf5f72baef9c0cf4ac524bbd1340379cd099bbce9f7941dcbd48902f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07eca7000dd7ed740bbaeccaaa05b1d015389039
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdb299088c3a95237e55a655049ac07bee4e8aa46c87d57cb91e532c66933a73
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28bca364421e434a809122f531b2e3812865175c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a022d27b6e4fa0f9d16e9ec22d7776cce330c3e54763b66c417264b3caa662
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71061fe01cef905f2553a782513fbc6d323392b3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:585fa4b3294ee0538e5c88167288f9b7987e5536d4dc05b07250cbab22d12b80
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1247466ddf689f4ceee0e045dd6281da6278cea6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c117c7ddcf1a4b620a7d73a6a7bd79dfccd8f3a24c4771705688d6339fb1b573
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6903db1b5baee8073fff77d0c1e59d4f4bbd8e6b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077d775ccdfcee36b8db09a26675b016ed2223eaf6dc2d84f93b965bac02f72a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2c23325fa3cbeee57a55d41f9cfc1cb9ef2880
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32beff64344a05f8b136f847922d5975ca91b06b726d02c490e1c51d93ab606e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3486c6e49b63313ee3c6716a28e29a897d0da287
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4ad15ea7f6497f773063ca993672ade564271a87209fddcb606b5ac154a500
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..741c99d5bb831a4bc1880ed26ab1f361d2a8f653
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c8de6daa12a38d1d112055d49e6dd37aa2de7731e9ae9e0a82bc60ca7717b5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8588e2871bce55773fd32eeb8b3a3b91d02a6d99
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce97b758c1b99dd8c82c0cb1301070a070c095d45d1be84c6a1ed31bb276788
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a21a2f5020f7120d5c1431eb4b3432a7eae5452
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f14a64b8e250dfae162257db56059c0a0b5c8b2a7406f2deb9a7a90f6ad962d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7c9343e6dcafb9785976cc5e4ff9e5d8826741
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baf2c6aa991f35d3bd8aaf029346353f6ffac9cf935df489eecad2bab6cfd3c0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7277c99d453aa4d8f36c198c93404c2d8e9a4c15
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39624cbaf5c4403acc036be09d4dd9e4b424f65dcc184e4f1e753db2048ee1c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b652c0e124fe812bc6931f96768db97f1ed369
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9c9cbf9f7837a589f5d21497ce9b380706a5831e358112e77dad7923689cdf0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf6ca489da7001a4af0ab1b38357885a6e10a70
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b85276ee5a9d534b2e0d722edb667433686ee613f3df3cd8fd684d1e93365b0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d477492d36fd9195e0155fc4f2e0e40d7b001478
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394a4cb3fc2517bb76ebcc562ddd1e3b86479e7bcb4485f02c876445768e02ea
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016d18a95405cf7d54f6019f1df26521af197d5f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a79208b845c54f2be874a8830ff4c766df41100757d35dea98dc0138cafe68
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8963333a309ea7e9bcfbb9cb67246e4791d0cae1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694d7c451134b3dd7dea59583da8297f2499b953448a471770866504e2d0c5c5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0422b039e3810eddb4ad8ddb1e1e3b039da0d6a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e45cb523a76a626712339a003c5c3163f884d30e8f3d0919c94ff457b49850
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93defa4157382aec8afba70f21251976b59ab53
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df1ab4ed0a4c89d5fd398d4643713074add4df5d7a48ed830ea7270cdb81480
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c22d11a8784e9c593c9c379a66b3e68f1ab17a8d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32f8caa5b2ef98c5506cfece57421f4dabb5978e1ec226ed0a9937ec563a7158
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f0d9101751a83d29f295c5c3b941ad918c6b1b4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05deb918ee15e85a3e4c356a5f54498927d2abd8b7f80a662ef5d30aab2f5242
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/lm_head/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/lm_head/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ebf5267b561e0d5b88e7c8a3722120e244122bb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4acc57dec4997c8d2e19b5a56aa7590f80f4c1a18b12f22eb14b24b21eaf636f
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03392cebc61b473901a34063a26a38d78f3ac32
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40b98f0e7feebf076ef30f7c08f02ff7114857f008131f20fed2058a95f49400
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e94acaefc9f9e7d79be607781161249514f1f8f7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e41cc58fa086722d64f2caf834c869c4bf18c704528d7bc598fdf0f0dbb063
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ddab241331584aca5d3812f76754c5d8323298
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11d82eb51d69d169c743d39759d6825e36eafe8bddd862bc78d435776e016a3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93f4af32152c83c66eea1f23d41304849dcc57c2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc528d310a4a39eaac662964d0655fdc8537add49cbcfc433e6d117a7177300
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d868cc17f225719ed3023307328906402a0bd6f0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c2bd1eaa37e2e7bea05c8faf2830a09a28fe9fa90d553122f4bc985a5de4c8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9475a70b45fdf87dcc5f78898bb4cb156a621106
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1668ea8346787126aa39c96fdd015f5c760acc55b0b64610fe1408860dbfd636
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e882d096506ac08e514c390107f6ee48e43421
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3ef315b577cd00eb1943bda5ea186181bdf45af2bb1953f62b7acecab91b5d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b38e5d30779341c870d22e93ca5ad4d409fa3e99
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4fa712299768ff27866651d9eda361fb98831e1d2088237f4f9f81335386c8d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d79dd7435413c786a24379d25b5e997aed1fe61
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a535bc7a3a643df2e6e8025324f3a90ad9e69698e012cbbdf87a11f4a076402
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac5f3374f02676a96c2cfb20b9d3ec8ad9f48f11
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b6c5706c1ff68e557e34cfdc9d003aaf2389a36e4a0ba24f76f7bd0a4071f7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15537d16128b5c9e6e7d0937459908456bec183b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b58c286f93dae9e2b7e19155bf6725636176ad897820a9cba7ca200362f2f3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd29f6832d39450a44eaa3a9c6f0ab9dd3add3b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26dc501c1d9b1ebca39501e121dcff3440d18cf1e5c80be19fecad6ec6c9448c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9386e18140ca20dc8fe77ad186b650a11b44234
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81faf145e78a2a3eb9bede4c8297a65f1d585624a8dc53caa604b0a0eca6cc8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0641e9449b69f4ca183f3398020d4fc4a88d3f3c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e84587b4c5748f131650d987e5f1da8bc71240493ef9d5c38f8a4d51d646ad3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e523269fd7fcb0eab5d2555230cbae0f3741dec3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb01a3545820b97e64e03bffaf44a4c77a29d2965f56351d34b3a9bd4528da5f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa2ec12cac7ba273b60591f49f8f32e4f2ad24fb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b48ac02ff12a33c2ff95dbc186e5f6e0b3a63c7d09dbea2a2fa3767a3ec593d8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..653d4108111e0f2536310435d15ff602bfd906a6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db4bc9134042f0f8e8d107b76cba4fef60dc41e6a8a535f7cfc1f98c5d267de6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a0cdb83e25e4fc8e7539548c79b92a9d22dc20
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c4ba5cda4556793702c8d5fa5ef9f02adc4de297e8004b6169dc5465bdb041
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5b8eab8d3f98072fbb166c01108ca5917b15f7f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5980b59e134a886eb32defbe39dc4d792bce39b0d1cb162de98a4f2f91f525f8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dbd9fba0bda5429bd89dca218b38d854a9d7030
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d99a6a93113f086b567162914f03e9d2d1e7bf94ac03ac20b991af0826f6c14
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31833d8bc47f1598b8e5fdde496ba7f244c2cf8d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a0b748b0d1986df1b2d44540fdd33154b6b4e99ba8125c29b50ca58d69c546
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a86854dc37121a6a342715e62bc51250e2e9565
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d8962c117193253012ad8884b1ff1e33a28076bd107d1cef976d3fc979e273
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c24741aadd3589ac8283d70851175535bdd71512
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2b772307e374a238bd6a419d38c321b23f555c839514af0bf5de18b8ab402d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7499db28739e7263e9ce2ba9184ab267adae1564
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5b07a70d0a5ee2f63d4ba0a686b11ad5108fe36364b4b8c5dab2a83bfd2550
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed6321c6a337174ccaec169d6e9aef71126e523
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e97ed9dfbf5896a001cbc32810e4a5c463607a33852fa7c0e9510984842b1fb7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ddb51bda07f857a1a114117ebc5f6ddf9d07b3c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2143edac8d9b2d86a28b13f5c34dfb2651ccf62516c6e642892c316453f25c6b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..421c1be5b5aa7d011a9929d7e3624388f801be8e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa00bfeda33b7d6102ea69bbf7bdee182133a67b91ad8e769f81a0ae1bcd136
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d01a1548321844a516111ad73ed6281d561a25
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52da9e565564c2db7b3257fe7ff34a080eb3938b032a6d9eae296392bf0bd265
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b298e0b3c6d290fa844aeaa0344d593b2110908
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:611adc9ff8f08dee3d031410598d7d3f2581689967a0fdec87f40f5aee0eadab
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dffca359054c6b81fe784252229c4c8b4865f7d1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4add9c933c5d6c5adf14c942be3efe0e4b7262727a4febbff001f12f0448b920
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef01d6ac2d5f0297c697bddf9211601945d943d0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b03d02f183ab95fa280bdcaaef9e38658eec9ea46f389e2e944df91734b04c87
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ce37b166460af1b33f216aeeb046fc27ff8e36
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8577b3ad80ae48dc87402379aad830df65284b492e3a6f804ffb4ced4d2f477
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fedfee0715548fb19992925c4fbd5ac5acb7760
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1cd0a3f35785e166df4d04ac3eb47aff1766bf6a228ca155cf25bcaedb0e4e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe84268cfcf713f9d2c841d974443fd7d77ee74
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04fb252442cb07fc54cf5182a93125ee027374e4ad47f326ad529af6d9584fce
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81635c84bd91861ef68fa844f2758be148aa127b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f85ac9d27c8d388e4f763f2920218bea1b9c96690650fbab9b9dfc2a64e9acc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd56c963b3c4a0b11095c7a2f21043416f76a8c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa057a48baac659c04707a3302aaa468dac3e7b6b439371f23594822a36e62a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05e4bacbbeff682b58b75c252d779885fc505cd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cf977e03f8466bcffb055a78e12834e7d44670ce4756034e92921137851ffb9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab7d41eb5b57425103779626fc1436108c0643e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f383ac74e7b80e0c5f264d41d1b11d18c6e7fcec3f208711909923d4b2e6ffb7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b777eae02b7d9cfb46ec2c3787a53c400bd5d4a2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0e25cc56f5a1b5c0b5e440e2f03a03598937e9e15ada7c9ed1ce6c96dc56cf
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..456bb983a7dbd31e0e0bd93bb244a227cac77abb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b360f4398c8743198a51597032c76ff4815ca19d251d30137ac5ac65803f27cf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3511f308b9f0c567d18dda56a20f661303a79913
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3906134713e7705aaad4e01225593cee61f94f56820d5b8cebcd31ce2d630c5f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bc5f74f4bc1b374affbdbbe84580c6f16bda307
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3055af32edf6abf8c18cb911c800ad49f7290eea25caacdeadee2a2a690b9c5c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f6afe228b67344bc115a0bd4c286a2836017a0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55dde70ab2fc1a9103028735e535c1b1d664b27a7472e480088792037d2d7885
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7902abf891e354657ad423f1c27e2d6949576890
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c3bb2d53e4039f5837764669f1c516963f981a9c5b1eb67487991d64881a52
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401254a99155ea2915ee51c698f7602a10b7cf7e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc742d5511b8a377500ea47d3fd0f46e75c4f166d8189cdac5b4c29fe4e073c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45cc111a4cdb2deb4771c09ec12e154b8d53c441
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e22d7126d871d8329e4faba7c1b6d854dc9feaa8f41945214661c966ad418191
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46371fbed3465efc17fcd54c21c2492d47d2a10b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2ee4fe80b5b0f03544f9e8f1b6e11ab20492933e98bdb860dedd2df6e90f7b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c5766a5608fdd1b66e8c8477debee825b1e944
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd800c48ff47a998e514d633e2f23bc7cab2ef71c960acc4de425416aa93936e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2073cbcbf95cdf801487ecff859d45c40de258d5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:618bdd362f2c02120ba68c6b58512a6827ae774fa4e724aa246758f624721be4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fb41ccd9089d7c8f91cc3b3729ce40c0b7a0bd4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3832ef2814d8fc55917cb061ab9a4d6c59c8d15a057c3242229d341756853ca
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33122d528db2c0a1b170b290a0daa9e0a90186f7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:106e55ccc9c13389302ae51488e841974320fd7721e7e95cb8068ea71e1c3acf
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825bdfefcea13cff31c9a1d4270918eb6c8c5209
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05fc4c38f9e77ae4be3edf13fc1b625bad5d7f175ad97963bc2f5296727d64d1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df613f0450435ecd6c960f4a0598249c157da84a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31341af47ee25ac9e88b1a83ceda5252c4afd9c72ecea7651ed3782af0bed880
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..966f8f8499001ccf037a2ed211b382c503cd39e0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7865761dbfad3f7aed106f7deaed656d042cfabebe921e433b99dbfdc7c5f721
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c182575df603da07f89d989c032d1f740d04eb3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c36110089bf7a4a3d4dc50f10ef88981cb2505a919b8ce1d1397d57a5477c3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a59cac051059cd5c4e34f4b5e6d943e992e8b6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6767c847b38e4d41900c1294a9317d37ea04d415953055bbef9112620b811e27
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63116b4d6077cfb8c77f4527e5bb786568e34229
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a96ee40ff85848dd3f820e6e01cdba297478f2088c38fde8ac3da4e4839263bc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8968cc24ec0ff26f3b687f9cc71c2caf04c98408
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec462730d585d1260c6052cf76e94357ef593618e5905d3d6a1fb2ce2cb6e407
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9185e5456e0a5020556bf7e6bd12968edb19158a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e254038198bfb71a24f12a93377cb751155b8be43271313e620cbe09d20c2327
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55bff00896d287d80cac9ead2e7c9f5a16649cb4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27002be5e4784eeaeb128793cbf424d5977112b27708658772322c7ea8020c49
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a0676b4490ba903ca06ac36e6ed90bfdc5f23d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05d0a208c0295f05c4288f73bcf9ddb1313fc9f8e5a1a1271422c3ee49bb5259
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ee41f1fde40c8867227a46c6730712076c729f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8dc7efb8e8278d1783b53719dc71dad419927f32ae38d2f30b5d5e2eb4dd6c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447fb74b93eddd5052f12457aa2f19aff568effc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d0c18d82d220e7db0f07de0db81548409bd4d7163c04423d244fe562c03fd7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..532118ec5fcbb608bc17db54c9cf44859217a78a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec9305718410d567d8e26864c28633eb1d4c6db79399861d46f0390162e2bb7b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7efdf45e5d4b355bade9cf8e92ffafcb95554b22
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839f388f65006cba8df7c266ee9c6ade868734db72d4a36ecca062e65c140c84
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d12689024e935d1c4cc5f94fa3a672d66d84188
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2974edf77eb0641375e132c13be86d40f159bcc346bf0d4b6753f73f6ed24a7d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36ab5561905726af49054a32e72d6d1dcd0d29cb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff9a02befc204d84a7684afcf1537d4da3d7b795665c3944c449e092be20a0b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c9e9c642532b3e5e70b2fb034ae956d83aa3bf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bce249de48b854b315d81d2222e8582676cd1665afef5997992adfa2e5db576
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0cb2317b676564fa0689cf1312a5e47bf4767d4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae04bd9e682a5e4c79aa071a7137426f9cb4d78cd4e60d66d8825b46d1c9bbd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52cc0f8d12748464b2ee304dd05538d595a945d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc2ca63cefe846f9603cf5f4350ef13702318b8705bb039d1c3f598abc7fd2f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc8ad56da99a055bbdbd63b7c02ff7ab2cc5ebf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff8b78854ad15e0db05f6e0e2b6afd556a7787254ffd1611de480c1f6583f46
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3e8d075a5e99371712d9f995f547579ebce91e9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7146ce41185ecd1082f963bc43757344d9561e2899a368778c670c4042a6847c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..398287d28a2c2b8566f7cc6d10bfdde9ec85b350
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cbea793af3fd1269f66a90d98c82f831e65119e19f46fcb846fba54029721d6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54530fc82767eabcf9bc2c5d583bd756f3929ed6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2904b7ed615a59a097adda5f56afbcab824b9ae8e7ae0ade17b29acc19fae4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef37d6d58bb6fe74f1f39e53536fd179be2c1118
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f626e24d4d3a3906927c97d866c2dc76d72c5cb94d15acb5df636f990d6d23c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a9c58b3273129ec6651bf7a76133e5aa849f3b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6735e03653f8df35bbdfa3fe919ea896d36a5a27c44cbf76afa6225df0d78732
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3139a1164c2d953434da7e0b929edbdc14e14595
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb8f2e77d746427c97c146ce4757aaf876a786207e9bdb485e19fa1a51a85df
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9141f3339edd242648253518eb37d1e715e99387
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f4d8736685d744bc771e24381962b6e180aa63dd0d6fc3c05dbeb2a938f760
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aec3e5f61d91f535489e9f60c6bf68fb445927c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:973f0930502de1e76664f9ef039702c542d8d884d1d932931078818118372ec8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8885055a6af8aa3ca5aa228e97bd1eb622139a4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ef49915d3906c1e502e9076908b8d387fd73d2240af99c29f580476ced58de
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dfef3e0cf8d486da30942f3e91e028c639b46ec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41097ac33c86e0b56ca33bfad3144e32602c8c32d117c3ee4fdc417c57cfb5ea
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f836b55f94e49280e38f1abb60937409c4f7094e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2232f17479ae7cec4591c8b54c225be29291b2e0e8e801eccb117e41b90ea5f1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57e60b17576aa46cb9729c9642ee760a04e31504
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f828a3591ec46ae70e5b4fd58a13f21c77039515597e0be3932d7ba54087c3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af2b68c1e0717a2dcf9989899f119c612d09f63
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8201cf88ae0457676fc057e52ee2d7d1e3832a9280e4d8e65853095d0f8d8d05
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e492f0857d8ca9ccf3a20f86eb79389f601e57
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ebb4b9367d2f1e4bc5c19f9efb77d2a16d68791d2433154e2ecaa02824bb399
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e110180ee3f25c8e025ef1fbb45c7168f53611f2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7cbf5a967a012de42764ad54ce08451d247d0ce80def8331eb23a4e106eed5b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f9abb21bca8fc20897fdbc4b27e8cff30a2b09
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be86ede80e5af77e7e559f09d5a7aaabf306417e00d970ed8ba33ee0b85ac15
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac168d7bd83096ab44bcb9edfa4b6f0a78ed7fe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a7cf88ec1346fc8f65844ff523b221f56fbed41ba21448d46d6df233bbe7bf
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ceadf0f6e293888626853226ef5f7363144280
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e063ae8a8fa360ecc403e0d3e6cd16fcd3270c0cf193dc5cae4dfd72b631785
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d4c193fa18700ec95a6180477cc6075f69617c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3fc744b981d22ba3e90ebdf546fe327f7fbb1b820036e38f5e345ade159c3fb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71ad6becb3aef722c37a6c495189d7f4205eae28
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a8e9bed88ff544fc11ab32417a5e9b0eaacc40e3474f7f897fa2f7d3672c8e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b27854f66f3d0f9f628207d1bc365985a7a9bee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73f1be963347dd0034c384ed191da53f3385870b6bd001f615b695c109e796d4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a6da7e826180d194f7e7c43dba6997f388cd83
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2080be8306c8ad1cff6ff352c1a2d00525ebab7a305b0a8a83cb8eaa201f15ce
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf6293534625c6f641337cf05d86a149061bd62
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25460d7b9f5c44af05b0c121e1996a3aaeb1c2ef2fb489c63e19dd5590fce508
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..785fdfc11334edb5c07f85b534bc821df98ee525
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be347c6484027831c870f29f9f9bc9e2465e969eab4943120e8299dd3598dac
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f893058b7468dc331f746e049396dc7881bd339b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c561fa273dd5200ee8566aa5c718266c87be5fe51036fc7746395f05f272a65
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de9556db22c94763e2f4f0f657298cff48e675e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:381372d0931f109d5c7e7d0a95b7d18091e8c9e99b7970b4d8bbf1d22329be34
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dcb5813d4aabbc77225f870145e465d6ad02dbd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e01724202e726842b644bb4b77ae84be33e2c46c6e56b7e9a410dd6e5e59c6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68af0e4b9e382ca035d2b2537e6cda57587d76f5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125651557001958fdc032fc497e4efcc447b571596d68781a6b7b350682c3d72
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff6900b1d1daa0d384fde9e31b453877e274c6c1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966c95c668b081dd84b93bb2dbe4032ddca6e11ee1ef82a36f061acccbd6e5df
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca49056cad221860b905882f6f0f9332a0813ed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcbbf03da1cc6c59e1b49c57b01c5ae959ff7ba2ccb4369d7c3ecbc867f94e22
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..128233fa10a60a7bcb74c5a35cad51598a7155fa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a9bea5a0af82eafd0b7ab45ba4c8f19de26421929c784c5ec50b265230ed1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7360c70e1ecffacab02262196b7fdc5d918030e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b57fca7cc60d2946c7abad1518d5542305797065fd60a4f68a801842b144e59
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b81a018d0a09a84db7ab44afb464b8fa576a1fc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897eb990e6eb5a0ee82abfa0c1e2705b741357361baf0c4befa21e8187a7379b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c1ef3157feec82dee1505cdde0f83d53d83e5f7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dced3f2d4d516509ea7b6b13aa7c7602fa254e29a011977d17ac9a1ad63cdaf5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b93dfc58aa427dd77b203408bdf8c048031b7a8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc15e77f2bb5ba355f2381c5f94720e422bbd2ca94e8c5dc4d21f3a7b2434224
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b11983562aa469d02328bbd2adbe9d3aea673c5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173a86c0758bcaed8e199c16b3bddf6e01a059af19190bbab3f8958bc1b8d5ce
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3539cd9fb89e64a9dfcc6081f62e6446d62c084c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c9f000551c7ecf486c46039e8f3663e4c8a7e5c2e5da2dbbdc36f67799f2c52
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f95b4bc7692bdcb56b7bd59e0bdf1c11ce02de18
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a3a1306c34dd7fe177d69558eb30c86558f772bf715623f6c71f1496c574741
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3828883467a484b3e85ce2c7d447a76a0a15d116
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c19666b512fa0ed27c780a7b621703ad4898f59358b4bfee2f6e3a40914aa0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca671590283fe304502a07d3d9a1828ab2c2ba07
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee024b6198ff4e122e3a1214dd94b0fb8063043af6de30850ea672d6164d1383
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ff432fe76d489e5a6081e97e9619d0fe6168f8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9556c8619db8db3780b2ccffb079848a450acf9a47a2aa78b22f3166f455dc82
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfa752ca02b7dbf1c36387cd24eb474b5fdd3794
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f81ea09af7647e4215e98fc7c8cc8a1b65d84a8f4be5e51c1c1612c8b7e184
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0cd20ed71d9720bd2f55532545cc170e6600745
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b117a89a4107fc4b65d6511701570d92ab85d472deec8618801136c805d146d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86f94cf07550257cd486f1f8adce876486ef6fa5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7622781c5a52464d49a15f38c824fb166157c7cd21a17d35f0c70ddb1100c218
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0baa05fba0d09b557be24d936146e7c77e80349
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bba3767731bdd48fbccddd53072d5c36aa1e01b908e600d18c18667792f95e2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..369bbf33ba016e670e324a9126f34fafc0e966d0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a96b6965f441ae3c05129aed09fffcb78af5f02c05a108b40e9d48b0a8512b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95ef2dec64add14478931eebb77cde99ee002984
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aaedc78598e92bf3fa23fadd38c17f51b9227b51f9a47b3ffb365ed35add940
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e2233a8b164c772d8d2669aaa14e7a3ea83c405
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce6c8ce78a14ebd4263a3f384db69ac1525461fe8eef91330130400188afa95
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc9b8fe1c5ed06700a62b8258bc53bf762f40425
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d07bd6495f74c6e844bf096378543dcca425835174fc330e742865413f1ed643
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b482404c0cbc572c9385e892fdd6a2e58cc7dc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe5c55a03a1f0e6af7492a24a0154e6201bc7b1444e84a17b24831fb0eaec737
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50c4386cc48889fd722d4b4c34a2d144fe5d859d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc407ec7dfc4a2701e8ccbda705a2236226067ae86602e98b18157195021fb1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe488e52c6a9d69eb5b34538b9a242ad2cc7d00
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a54f5125f424d18c54a326f6a9238732aa44a363121e0f4e07bfc54eb5782f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44d845cd2f4bcc2b04c4f0e519d6bc9d8b026d4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952ba646b2f475f2cb74919f1158e9c2299b60480a6f7c16d7f928e49c64160c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..289d1055921414efd500a0f9e0f98b614a30422d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73cb44260ad689e7b81833e530cbc107762b7da2afeaccc789d20336f15f8855
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b5188f7ff9e35be06fe03b1eb37962ac25bdc5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2364dbba9456e607156c05827a7eb9384d5131a69bcbd999dee0283f15a39d39
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61de251208d5cb72a04d1c2cbe021d32938f6445
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77147545d5e1feb37f9fec8644cc337db729124e1267ed786fbb15e1b7179cfb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad51915186081806dd0d7dfaa351475052fef4f6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a67bb2dd9f0f272f7d48a75d121d6009409fb7dc89e18c5e513534a278fd7c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48bd75452789c98cc0e178df27e11df75dc1fe40
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f04899cbe80d5c01cd4ce186f92b0b282698b577841bc0860e6f3f654abccbd
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fe614d13011a96c3252bf5809ed7bb4e9ef20f4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6afbbeb0472d21cb8743b48bfcfeed33e7c9269ee77cfdfc2460622cb70f0c6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8adc1247d920c59d1ab6785a1ac8ce35b7c25b79
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823866c44c43378edde19aad29ee36f3a527e9ecd41b98140cb1f4f230d6a142
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0be32f34f234e5eafe7268daf12f427f9c48b8ea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa2233166a5a5db3b50abd18923365db6d205e318ec6a45629e880a8465244a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d61ead43a8486baa0baa17e4d1f264e311543c28
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34bb579c9922d2afc479cd1a2d08690b5dd28e0f1cda31c2812de8cf0c91411d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5cd2d771b8e7c1e0f69b1cac9953ff83b8220d1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c995fc7b31a940005f6dc1bf5e0c2c2a03f71ff77567d950c06db2cbc2ccbe
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc53b03932227576511a9af5a4ccf951e6892360
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d675273b33598daae965075685a0872c2d0916f5e41056c01c700963e9edf0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76faeb8dd6f67afa8be6c80adb0a340ba72c4a46
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b1d62561740160314d7c8c30150cfbc89682036b088ae17b23b32a3ffc5b815
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b3583bc59d2870ef6abd673f4205d7a0346eb0d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0dc3376034469f106f7d7e1fcab00e379a07048c4cf4f1d42759092c85033a1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d77b171769d92dca48bfab873b9b7636593ca74a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:922523efdf6ff94e3a052f48bbcdeb2ef9b4eb139ca1978701ebc1a4122aa03e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2188b4977c5cf16f3f6ec10687c3b2c8e1c5e889
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb275e4b507e8ae64d3ce83c57b868269257423ace0702c0b86847caa3536ed
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..248a51193daad89f9c3197e7aecaa67ac6947bf5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a917356b9b626789c975f443289bc80f9aa629d5b0011ac64774d28390e50571
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1acae93a2453b76c5929865546372c7ac2126b81
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3650b4721efa0491867664d80aa0474e5ae44fc4181ae34d94fb286a9bba6cc0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b6992f311e2cdd4827d82c712ac52a4d3399905
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ecbf4026e1569846d17e6b62ec3af594679f382bebc35e4e2a30dbc5b37821
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f0f598e7c4b8d1a2066842515550d39b31b4c0b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4076e8be3aafbf43dbdae0c50e77602acef1f0a082dcee5629f01fa0bd46f3d8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eddc095722d77dc8c8c749d7e31a046632d0459e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2074ce294448e643a175d39a809f22978582975fd696722632d2d0cb8d8ff4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081b342519accb0f9825c25ebba36a878a076ed4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2dd25d9caa6a29d400a4bc5c4330a9e469d9ed645f8856f6da3a40f3d9baf5a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3361bbea966d5f4a72bae20881adc651c10ab0c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea06a23023cbaad95eae18b77f0ee4bbb296ee4d8a80ad0a3086e80d0d389442
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a96d018a28a5e4905e49bf0e1e1a255f85d4716e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:872199a03e22904f974cbf074fa58e2beb9c66e3b0a323978ce506e4390c3d2b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82cf65a65194a6919589f81de4440a3ff4f9936d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f2685e35d0b259168cdfa92b05058488170e9beea7e8936cb69710b103a142
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f99cf6b11a3cd0d202ab8f0e31388499d200341d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da5784dd4003fe9699a2b3f06391936aa57923100faf2725cd8df85943868066
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cb92a1f60d552685575c7067e332c6af8c62b57
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e12d08949ebb6ca97dff62e8a0274bb77dbd8bdb963946ed229a31df06e5af
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..165dc57150276ea6445be7f5f01eb3d2e34acbed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c447e1cbd7fef7ffc7548ad9eff6a808f6bc142ef21af198681dd09bbb8d975e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f18ebb1ac148690cb77dcf3891745e45cabe91e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc3d46e8dcc53caada311a0fdd5683fbc1eab479d4c7cc9bfd886d04798a44f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2e9ba0d9f3043a07e0d2a9a05194bd9bfd808da
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a7a23403991d624ed4861a7ba22a88347b11441415aac33102b51178c8f9a0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5181fe768fa721b976f8d4f2dcfc44f596dab1a6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77528d9dfd319330c38f394e2ca75841a82ff300fc103d0b210fd815fdf1288e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95bdd2408fd97786152a0997293ffbe594cb22e4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef8d44cac9b4e7c44a845a5b4df4c92b67709509727132a1262b97825448201
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45bed9843bd2e366a205d553fbe28a862faff857
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b896fc0f12aba5b56fc2200f4335e286a60a73937cd866440351f785de7365
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e48b17abdd4ff2e944f18f73e0ac4c561dbad4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda524842ebb6490648b69033920f1be82f4cd2568a5b96bb8772d49b63bc4a0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8404f3bdb56514db3b0972282ec2f6e9db235ea5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e68196bfbf40e925076aa50a6318c01ef63a5ad0178a646f247928d631ed83d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a840169dd7136d7c410677d3cb6eb6d48cf4762c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a50089a385ef3eb2c6dba7d551dcbbd763c9c72e29d5239a7a9598e212668a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c7bdefba59b3aa0eb200e6f6aed8d7aaa44052
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3cbee1d6f8302547d1fe5b8e6a94096cde784c9fd981521d4261bc50df1675a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa4d54fe582c8f8ae52332a885edeaed76003414
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deecda057e1ddcc62f11aaaf2c8b7574f45e015bfbe742b002ff740b677ea663
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4492294f51cf269b5f9261811a258c669fba11a7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdde31444467dff482b27217ba0c8723541db9f4a80778bbae3f96f4e47c814a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4ada0f1862eb0b1b1ace8c79979d336aedbdd94
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f444af6e82738a0a97be307519ff579c707449bd74f17b649083732dff85304
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef2c1f802a9a12ccef87d99a4086f788aa42de7c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57e2ef2efebbb02eb4b32fadf20118cfbb1b56e4d314aef80c3e18757535caa
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f35175ce59c47b712347130c8795f5d4b5f612c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a352be01a90227261a8f91733685535f6b93f8c241d3d2e06c31d22a39399684
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b29afb6057c2115d3ddafe0132f4f4981715b80
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c62eca14b8fa8f9b015d48a5647cffd70a5efd0d4f01b5d18fd7e99b8f513e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..889c6db150f3189520e5bd980bc0ad8bd3f5aec1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:536b765692e151345717ef2c78c16404434204b9ea85ac4aa5c0c2f25f897a8f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a6a1c54a0a2d00dc332fc598d561b6a1b70c614
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d7eec31a10f5ebf78a0995a68d65e8308c8ffab25cda611719db7344084fbde
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..185244bca3d6ca02f50e995f469bd553d8e8eea9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38257d75ed41a0d0f99e1bfa7e4452a3aa6a922ab164f9c29c20ca5ce6df71b9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d32f787904c4fb20eb085e0d755929ffe9e314e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31108c4394eecf3bdcccfd41ee7732555d5851ad74d1fe6299470e28ddb78e17
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b203c779fe2de966044c4b8626b9823b52b703e4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e1468f69ac542f74e7b3e938a1fad37087468ab310958d66239256cdbb167c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf66d0f5f89d7f4a8939e33279eb0e3a06fedc3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a76f0c5d0042953dbf3af89f3e896b56fb909aaa2777732b027b746df0d792
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8b5f7c0ca047e63eda2fd3ccb2f105ecd41dd0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3eef377a9bc286d6250ff075b84d9e9f371545a04a3be9a92529a0f7acb2ac
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b4e7718f434a6d9026244bb6d90b47bf84cd8e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c9c9c8a1e0fad05a847478f2fadbf082de86117d91493418546c4b40304d06
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1774ef6108d60878c35f0f645d9e86bc49878726
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d484a54046d429b26443ebb5b98186bd8da6bc61f7efcfeff1874f391621a185
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..376279c221b71ce2a3cf6734f45835fed2d00f55
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb1f8ec6ce6b8a659899373193b8892e668be88bf41257354be5de3801e99a4e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a413d080ca2135d9492cb853924191fc12a38e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5855419a38b26bc8e279f998d73beb52dde7b8242936a00f6a2731f221df80
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e13c208f749c7af3c2a69f5bc563c152f38f8fa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d09f91120d6734d5d582ce35996e8feeef396e491b2de56cae1e0b5eb9af96
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e091862a7218588f7f8af7c18873206b66ba5a4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18aa0e37bac1bbb1564da68203deb962b327b53bc411dd6adaee2c646c29f59
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f047f74ece606eb6afd8634942e8f810a05612e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa0bee23920ba0d096bea7b0e409b455850135a8aa1c7f95452c9e2c380e353
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37982aa72dc84967c732ffd796a38f39a514c467
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1577869ea0ffcbb7184a69015ac05474dd8ad3da97089cf5e614b4e28732bd4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1960f3429904bbef7553c968b05cd2f639b07135
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08626d1e08311fb044056f74e2a901f1eb0ec8d26d60383835ae940c6e2a32b6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3899d7b402c42c47bd16f56c4c51bdd9453cdc37
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091d4e8e12eee210aa59cb4ecf4f411dc909228e263506578f1cbd9a7000b9c2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a27a774c59ee839f88df03351de75d3035977da6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2734b76942f29641bde43edbbf068894fb9485781694d07d6aaf0d00716dc3aa
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec029a43057d209c3fa369cb69803d3d65ede704
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c29ab835f7a46d7f78773cb9f52ce397e66271f508720a3dc85b6a28ab34262e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..080d0f6b9d7e9cf3c83ab00db8d7b16a82c47e2c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394c56fa3b3cbe2a000bfc994c9f08c0c59863d10ac90981c272faadb141a8c9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca2858cb745a9195998fc92c4f36073b2508338
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8793337b8fd3c1279160619ac3238e16d3b647f8586988ea9e7da2ebf84f85
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e46e4f7f1a88cef22a7bef19d8499642feec5d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89bb0e0cab4a7f2ac3deb19397e81f68737c773f32345e2dfe928086ee6a9170
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa956486f1e8006bf08764da286f2551c6d743da
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e04190c1a7a9e71f330e5e1f635b2f712e7c34224cbd1b50aee8726bb7d6a7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da8afb6fea7fb8e9ebcbe2908228660bb324b2d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da85334c92b728e57dadf5a5caca70258262b258b7dc3b5543e03e9c4ca82274
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a33be99f6fd625abbcf35dab60da95fbe24fe33c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd8b8c336018f3f70b1f87fbb9e2d1f1ed1715aa13f9260f4cdcf460145f739
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..842db53ce884ce07ec1b81d8557773aaf28701a6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ed67496c37ad977e5cb097bc6c1aea17c37060d395081e81153327e538fa8f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b50faae6e89e16245fb69d80cb2b65cb7f137aac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c97790a194d91729271b00448a6528c99723326894f8a08f7bff959e00da642
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..431e37bbbb964391d7cedad4b54cf32fed336832
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd8c1ab27568b92d10f66e669d88ddc5f6f4c2daff85bb90c603af41cbbdf35
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b725689418bc65d34b2803c69d412a0980ce9769
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7761bf3bb6c925b2ba5957e0471972a659dcb0a0db9d96012e8cfd370a282b05
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31b97d4befd6d8e8967be8baa8e8e3245e25a13c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af58936f5a56b5a74dc63f25c0f4f5a59431e88c96af366ddf04da05a1dd0002
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0ba0be0a40b801f9ff49651bf4fc07b6869e9da
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea58e3e6b183c188f09234340a7b36546ba60718590747031098af7aa0aec50
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8a0c88e60e737cd65a7093b4ed8997b512803e8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be960c4e59b5383068255ac16e5705ae92675334b80ec4863993109a3113139
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c718b199e4eff8029794277d2a66b21f9bc56f3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b2b3a282f90f073e17c5bcc34f61554ae1b89fb771e52bf7a5defa834687c67
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..003bf262996d8013793a980338fff7739d798ddb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce6522638a7dac95e2cfee6c787649c1fd7b4051052f6e691dc81103365a391e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f20a1866075ef25dd2662f64d93c9bb573d4d88b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cbc0f9e5bc45dc460696f0f9fc7ae2f165282a05defe34516c545d3294cf978
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dfdaefde9e0b5ef9f1e35bea4bec8d94d4ca702
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e522e92be3d43846eb23f10ef669443ebeda3317aff7600b5f380e3262d0692
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50619e21344e5746c9fa94e9fa162923c4fa4c49
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462ba38899938a9342d412c453fca22be34508d17740c8142c38c2d5bfd9dc00
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e8f035efd1d6e3b995d395c6bedf39b7422aa0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb8af643fc9c6a1931d90726612793b55c547ec716fd5855fb8bd09fc0a512d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5305fb6197880d542c0a87ab6fd290007499c6c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa8b803dbd47df074acbd2a1d397e8682feaaed482c798839ad98577ae51472d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e02a3db216729232988f1d493ce7fcfe607ade
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f4f97997900cc2560e492da16b17e7489c4db889911802f7bcf89e822fc679
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af5391c56eefcb5741f5f2247e939520cfd80044
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be35dca9528a0b9d4691c38adb064cef4da787a9e617d4654708f0c98c5e0449
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef7809368863f4ff4d36b23aee9b458b07953e86
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:236e3e37fd53b75247e9eb14b34e9daa1857e12cd45f9b026ab862b448c3fcbf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a836fd80556e14e7c63c0e541c1c13c43a8d0f0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f0e2ba4cc9da2f3eacc8ccad9e8babcd6299352fe1953836aa001847034046
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf0f321c35f0e1cf4af6357969968e0f27e10833
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ad1164a429780064d11b2346498bab3defb3a344efb1a03704de5d72a2eef9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..075280dd82040a779a21a16004067ebca56317df
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1db415489f497820f900c818691d73f89b24079d0fe321ce316d24d1e76ed07
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9c078f666fd1f446a9ffabd01574ace5ab13795
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94193a09d7a69465f3582c81ea064f01a93b2c8518fb3f1f419aa10aac25b09
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5293379e7749fd9371c130393d4c2653723c465
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6c40c7e1a939ae17c634e9a6687e0f28870c6462b4a4cc81d7121bed449f0a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa9e036b298b133156b6f2afdb87694e1f2581d1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea3287f83a89d2abd79e2a85eb301e35e827492f83dbf3191c86df3b78366394
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb7ca8752b466bd79b687f16903c74d2d7b4f14
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1114655f64a73dfd6c18a69ca44b84a3bab22f2d008b12a2ecc580ef09b252f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b898499f17e17df28648de8f2d973dfaee192568
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dca427726ed05ebbd6d0ca3a3d434f4f525b87450a2e8d2d0fefd845db2f792
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb0e51685bb146ff3e3413185f807fe19595260
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b794fcb2fdfc035782b219c381a7075458de3ab34a7b5db2cb481e1c89013ef0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35cbb12e737294429b8d02606ecdec2e98faceeb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1145796d90803352a2921e8b135915d708a72736e3d1101b8a52af09e9aa5367
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..048d8c0cdafa8f709a1da2d9cc91ad51a2f47adc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc042dbb4cde77013070acd731a40e8908a51e02a8145f9c12aa4cfe1a0989b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ae9b52a31747e6f7af203786912f026b835904
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ddcd86b057b2161d32f8d0e6de70485057b477fdd7c22b1e2ea751560b81543
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b4120139d7ecdc7f6a1d2bde40af25a214c4f1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251aab936d7108f9fcf5fa9fe70be28f5bbe9cd091db1f61b4a4fa7d4838195a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d693cd59873543855915acc9cc10f741b0f4b49e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cfd0342fd9264adf03deafbe09a8afa9a33c6fff9f203ecc333a7c0e42049ba
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ecc3c8f47a8ab75f5d54d5ab6b78a05a58a7b7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:155380f9739f839f0d7a13fda584c4a5b15aa7abde4e5a83291ad157b29dfba1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f277c40f3ceb2bdbe3f6214c4b2264920ed3136
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b39b749b2a723a27616318454d83b9f52aa290e7b648d617ee44ef801afe926
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/lm_head/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57c49149bfe50764a873a884b79552864bf6ea39
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c6d613a84c0abeeac240bc40cddcb91e1407dfe166a56c33953d6a56904ec6
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/lm_head/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f05940dbefda37854c40ab211ba6b29cd27ec8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f6d0336716c296d24a839ad581327833bca3ed005f7a8a915bd1e6e4959393
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3851840b2288c2548f90145c17fd185fc223f10
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14dec184a86bdffe1d426ef7b89508b136291bcfa685ba75e50c2e812b28cdd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc551ec7549e4a594e5c51b44df6feed212b8066
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c9d40d25c8e1ba292a75624a44c525e6ec57b983c3a2e45fc6e5db1b2530eac
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b390e3c5bdf304582deddab6f30636b98900fa9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bad22191e265831e9976fc8fc26132ffc0deec61f8c7d6504848a9727c17f45
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5a31191b06da7d9ee0f21925ba069480c9a62ad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:088a6efff78ce8a84de6f8ba3302c12e6cda0e61254580cb09d7e2f4c4bef478
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b23ddcb09434452d53b81bdbcec1d6c0f207c8ca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15815f0c855a5a350a216c2ff6919f57d00c9386357fe8f545d45a265b9ad48
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f13fa2bf3da5b0c1e104799503678ff117d75283
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d35391334983f9c16f48440b27a9c7b26c6fcdf046a5779a73176e8dec179d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0242249ea840be04a083d8f9ea0c0355259e5417
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b7200a10087ab468bdf17471e215474972dd2bf5ca1414ec6a9fe21e78e2c01
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f510d415acbb65ba94d6fd1fec9581c9e232f91
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d39d273624b053a51d89c938e7bf67b19e0c2994e74d11dca8faa173701ad37
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c54750221b9f80936e30c06bd02192316619fe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e3a78c37d960256124c63ade0fb36c2d31eb0ab9772290a25e12403e29273e8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97663574f72800b7e07a39182c1da506218b2a79
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4c27f6dad6eee739bcef6776b52b20d3567b8d6e486de6920ec2ee4ffe8107
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9925024a8b73caa76ff5c627fca2a0c4cff11f7f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd15475b18df22e27c9b8aaac74e41f1df55541bfebc28bfd5f8414717c9fb8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b967a68f9765642740f8d1cc9d09209fe16d2732
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9822aa1f60f0e8595dd11bb4cdb97bc3384f4931a3f7eddf5fe4c6dbc0df142b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4938149e8284774827a8c6b44d151a036ed1eed5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d481462637074d2007f0d06d63b84b4ef7dbfd401a56645ae79e7ebb95f71ee
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b67f317997d3271b29b1df31d687c1c59a30acb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88764e4ff4521dd7843cb1560700b1e4aa83a29d961d35c033e880977d7080cc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06daeea762993a487f478805621d909bc2f8015e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa4475a8ffde854e09a29db4f9ac8debada3d0f7bf8febc6d9ef846ceb9dd39
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..297f2d2f5a2dfee78ea9e3ae1f0002df21b5247b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68bc500ac4b5b06af9a8a166e8a32964316c077707fe79a4da20023b20ad58b9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c12dcf8e4456bfc5234d8672dce751da50a2d6b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:416e62332d949a89c85c9e1ae152533d7d386d075b2d96e69adcfb33e50c724d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c14d9f3093ebdbee70b1a073f454e3e75c358d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81051c769927c01be9edcf44d0a780077c6c4b435dba038ee9720105dd311272
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a2c4b40adf9ab5bf572e05ad50245e15b59443
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95825f602bcdbb9a4e7ec6a216629a202c5592b52648cd7faed4637d9cb1ad3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa369dbfa7f5e565ccd043db7a6b7402d5da555
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1681b12ebe141e8641b66222e52877c624a1c6a35f55ce0526c782fd2f8f4a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8beb0bc9ac9948b35e591a4068c98a26c298b3fa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce392f6a672bf82f04363a9c711efee08042ede5e59cc31123f8debfe5437bc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da1ed02a7b2f6f3222ac5ca29f2af15582bc83de
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de3501842a68fc67feb56f0593d54cfd468f49500a6de381af1a93c386dfe93
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..898305f3e07d01a49ff85785d0d958b49ed90952
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd0c69d17b08fd0bd4fa211d2550bcf3309a2d9436c17716adf13d916f91f37
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a09ac23d3e488abba2ce1487619496794866a1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f3966a1b1eb7fa858f96c66cb82e35d613855beb7660e6546e60c0412dfa783
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7158cc864eb750d6ca1c5de90ce83f4f09a1e7f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e69e0a77201fa9586f546a39d15bb6255b28a4be2792093d34bf3f14fa4647e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efa8aa8f57598d800701f449fbfa3917815b7b69
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:708afcbfda64ba3d661bc4b6aabc62c8df3a8fc58628d2cf38894b19d770d2f0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84919cf00a1bcdc890c430a76dc857a662837804
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14709dd8c591b8f543297cd949840573ecef02531d3dbde80c1c477d9999264c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daebca6c17e517b5cffb761352acb12faaed396b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3492c6be01b13ebc480399702c289ec12bb5a39b6c8e89b5aadea0387ee1543
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..444c13ed6ae9071a904f47d46aa3430d1e6f97f2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd445be8995b43460f58a7f5dc3a02ed69101a8f8db44c9537dd19f9189d6e4b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd4bf09523b6b746ed87bf3ec98b6b318b81de5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58241652cbaf3646831437b1bd7bbeb7b484863a562015c8beea75747fcbbbbd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd9f6a4272ddcc0b27629afe75446b6692ea26a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216dc055ec9e1ab22a30610a13aacf7e31ee97410fac75dc7b69f55733e1cc5e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f60e3be2399a801e716fd6bb3d65733a652ff126
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de102e01a032e87943f69d7087a084bf59be01272091845a776e68cd105b144f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a3693b79979c8272649fae5954e56c5db0bc7d2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0efd26fefd05acd21a7653adb7d351527a590522aea3042f3413d0c9406760
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0cc0be1d875d4e689f2c00def7e64c4748f7fd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b08151cdaf857e59ab07b92c0d74b856b5990009adae7d9147544fa06468a8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196fdf5f036bdd9b5d3000fe14ec296116cd5fd1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee9005a53a557b1872b58702e71e057ccc65c5be75e2f4f5f55837de6b63fa79
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5abfcb00188beac7387ab470851380318786d53e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f94c6e05fb3cbde1d3a051e67a256bf6b331cb63f05a8ddb5ef1fbbad05b0c1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242c7bbe6b2b132d357204e5b07b686a488bf0f1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219505932c81e88e4a5b40593439feb8f39e6f722baa9b57e6786c6ad7706ea4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..344eb2da79dabaeee6f24020aa0bd196f03bbe0b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb92312e4e3e829646fc06027c80910e89a3ed025c74bdb26545bd7b131ebce7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c5a45919c571703b848db329f99d55012085bb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ac7bed41a9b49cc4bc93a2452314e6f5c4656ece74eb74a6e3c6fa9ad96226
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d51911a47656913d841b315336ac221434166f2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e5e5bfc931d84310910ac51e717f2c7a27b31c45d5b47e9b4120befcd3eac5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858f530d6d7ee41c10e78098fd8119cdb14f42e6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae2208ab109ea45ebce65f9bcb4ea9f04a4df05f8108560671b38df77b7a3eff
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe79d5f29bb23518c2f7bb6f4a39cb4ce0480972
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9af4620c446cc403ee9c097d7875b629842b1650582a35d9fa8542cce2b5c2b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7719ae266efa7a42d9f16833aa234b012c42087e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e163dc489d91e002c9f7370e0832698bfa40dd13aaf2ffef787fe01ae5771a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..164949f434f685de5e2212f1430510dc028a3194
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525111b3f33c344815a4e5868eddcee3f1ae3968e8966184085fc077028624cd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0238e1c7876e9c889510c326429d0c484a4e309a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b3fa557c47e98d22be53ea7c596744fce6eb64789883ba8f1ce44edbe18a551
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55a9648d26f45155fe8a906d63cb71d83698e3c2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376df29eaed8bba3f150679e149cd71bd280478ddefd32ab535b0e98550ef6e6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b7550bfd9dfce3a1ca0d5c638e7fe32a4137b7f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8b3a99c6b6ced5ceb01c96fa0f573f0e2c23bd0e98c87bba8687af1eb43e2c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..513a4bb2ecf9fba91a7689e38c98799306c4a7da
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a160554fb2897f6c018f420a76d63ede388941d6aaf97531ce3e36936789a97b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..503d45abd8d7c6c98f87e96822943136db3c9f2f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e08279a491e0dd2b37193b77cd578fa1a9594bd0a22ac88b54c8b8d02ffa0035
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1cfac580345905301ea97fff6efc298a9ac720
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7929dc3b1682637ef77ac37e60ed85d21ec55e1a6e5807b0ec13bd10cdecfc4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f449e0b92cc379af59e92bd7d74f3c972bb8c88e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb9fbc2ea119e579c29ed522248e1b3c7dea6ccd2d1f80a23fd7164ee5150fe
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5881f31e1259e42133ded7e553a000f323a173ed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc5d63e0439c54ceaf09bb5d4188cf251362ae64d3caf467d8ab2542d49c7c1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b598929481f8d3d3a6893078e3fdd58da5b7be
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56c837abcd4c5bd638a3bc231de2d6324615326ef4802a3fba003686badd946d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdcea09c5c9b43b18eb9f6b18d1299fea2863fa7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f01ceeb70107e5014821adeb8ab617b6c538fd892808e7f19225fb7a9cee0106
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a2f7ba0f59d2a7bce3156ecbaddb0af250daf82
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783d143f952aea52dd07f5d68bfa57ab9d1e4f76f114e8bea13a3dbb19dee4df
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b196391c2b3d7e025aa2c6263ad5ad3db847061e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7e950d0ec16dc3e51dab63f5e0adbdcd7eea4ae9190348737dce9b356782b7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe9462cb64c4a779b29f4b8ea6fefb37d4be674
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede377c698e32910d4f05e82fd84abd3a1ea6d4fd25bb88fe84e71a39d1d96f4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f3a38bf6896d7478e62bce53a3932fdbdc10d99
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e56086f3bb0275a7dbf5abc572773b73214af469be441afdfca5353aceb75c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0489b46f318c22edd4aba6a0f96f5dfe51bce986
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c7f83719f1bea90785d76f9e478f33de26b0e81807ec4bd4af861d1471fcd8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..857a9d08a44ef6464e8bfbeb430d624e653ce39a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da5bfae055394abf46b1205e2c5a24352be5f251a8e8edd90c14d70c9ad10dc
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211f8d251ff499db606feb9b4d74d1e20c274e74
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61278b72cbb8ed84000f6720e89606d8cf3b26e9e597075c00391dec1633d062
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e745f5c9411af9f09f1fa61fdb0d435a1b8cc670
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa74dfd9152fa82a45f094f6042c3462365b79674ec74048460eab65dbb601c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27839529642822d778dccaa7b2f9c9299099b6e1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:215ea40b0665a0cf682970f1cbbabf057f86826421b734c9158e571cfef20ce1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f39a4ef5df4e50f80cb7f865bf9a0de06ca61b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a567fa0d8410824a6f0396a1a28c4c2cb8a9c32e7b4860d448084c7f1a2e634a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de0e3350ce1e9804de458e100a536131b791f31b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f75e0a1a9abdcb0da2b785b2c0754f98cc02b0ec402f894b60e426811743fc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f31b08fd8bad95196e0b96874ce755942ab11e6a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839e979243a07f2e7e4e84ca68d6edc3bf5b2204f53094497e5afd6632d98d72
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b042e2014f8d52ebee92dd9876cc6da4f245804
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f720d13730329ef0fdb3b9e77cda8fe652c005e9e443bf9617c34b11e5f63d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b40ab8622629915d91b22a51aa81efa0774b5a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48de79946c9feb62cae4d2b813a6132255b6791e63af50c0db6477d4159307e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b6fa5f64d258fa9654103fc4919f0f43d01d20c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d3bc9b56a2ad08b0b4059f3b43301316c58edda4d04f1b4eb8949d2e37b539a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b0ca552841ec4bce818844b301d46c6d7246ca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c90fb6ff996d452ef04ad8a5ffa1f3ce6f414f0681349d0d66c55945b1422e9f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d24eda86450ee1f48669df42a4052746b85304
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947dc2f78e908e70f7f6d5b1c9f00dd84c7168849c76cbec45fc19a17d7234e2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc5eb3eff12561a8e35982436931d728d127e36
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f0a575e4e7fa6ca82c9ced3a3d6818485246b3cb1b4ac2c9001c9344227e270
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f65b6a7f5e52d5e020d5c0407a3865e4f7dcbe52
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7d74262d168ce9a59ee648d1d3914948d8a2a18432803014872e8111b91796
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcfc1d52e20ad7fc38d7abfd996e47c48b1bdbe8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66b1e1c0db8e8c0978f30d0ca78c757651ada41c67e24154b5dab343b107318
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4772a68d0ec5b8c0903ebe5311bda0a33ec3c1c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a71a29a462824a631ab2f7a4bdf58378f714a2e18f39b1660f6d8fe28fc193b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1779c4c2df751f34d914634706f29edd4eb78fb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db285ee945e369d6f4f911fa2d05c7eb079b046d65799c101577601dc5e96d83
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c192a7b26d764bacc6605fa40655c32d1a67889
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64501599508c5574677e0a69e981d4c4f848810a42b10d8e6e76a6c9d09c3511
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5a5336f6e943e384f7be92a06e7613e52728fc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17912a5fd29476669e83209e31055b4fa57615564c8f020f39881bd4fa1dae87
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9cc5169b3a01d38c10a7c14f183742324749aaf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:662829ca2891109bbae8ad11a4d6b0c84535ca38bea248c10d3614e47fbc194a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bd6412bdfacbc63258eb08a7c74a352d8cc16a0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919f22e43024d5a536c98ab362bcfc9f91f7be750093c7351f3e157548370584
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d28d2a0ccace19c57a1af09a806b4175b57a274b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668f3006db008f4dfd4f4427aa7416a2aaa01292f70992d0d879847d5d505a10
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dfca9ba8b9f28f344139d28343e58a8bf6ee778
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8345df42dfed8cf9e0bf9f7c222e94c7bad0d80742dc6c39a9ab38cea64ac198
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..189d630581f153954f6ee303fcfaad80b8764998
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e60fa21c0675e17e139fe83fc0da411e39047b41c8f6d273cc5e71eb563ed20
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4888876245428f4f9f2285e071cc542651b1bfbf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4abd0f24e008560a722cc5bc85bd4e37a94601536667e777c6b9030c677530a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ffd47ded08c9d28627316f060df0645310b7d7c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc75a0b2f09258f71d1852ec3e4b3077d1b6589084b93d18b1d46263a1a62ff7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24edf6eb56a7068c3a6ebac6ae30e8ef1e2b2990
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63bfb6892b358ac036ee1f68096bc205b0f0aa26a868ea5fbb09be30cb129706
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0347f3503c47b2a69841c191de07e2bb44d7b506
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce285f2ee1064291a0b40db0bbcb7d064e8ba23fcba6f7d6f9b970e95466c7e8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba8df70b48845ca5392ceefda4cd099a97a4f0e0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b677fdc67e961dc965fd7e8f5121faf0cda0505a6ef778f25baaf5728ec1767f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8efbddbaa21ca163b6dae01f661c104b94862d69
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b8af22cfd4e8ef13ee1924ef41d53710f6e1bdf76365900323279eec799d316
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e8f55dcaf0ad12c9161e53922d9d0173274364d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd310d7d5868302f35782e0ea1a05496070784b8ecfde38959aadf9a3f6ff67
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f59b9f03c862e20037e5517aaf72400443906c1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94bf2490c6d6864f0d25a995dfc36bb510fcb5cdf10f9e6d2a8adbd30171ba7c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aead2c1bd87000267b4c4ee1e75be740f1a67f83
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b3e3e717ff80fe8e13d05ca7216add2883103d403f7ec71981d05ead7f23b7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21e04cf02b0385829f03457567067ba2e146456c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:867fec3e744d83a0c54387c7a04de9eb3ee1ecdfda3c41281217730b4d2e58ee
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126e4ef0659b587cc5fa3fb6a6a37f5586f27509
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e81b91fa740b8eafbfbd2f3e62717713689f78f2388390639232f6ea2c2fe69
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c5165e8daafd79294960d2f87aeaf805961f63
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff730869a98ff938ffa6f59804136dc4c4f8ea1f2817441e6d450e0ba8ee8dd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..484e63986899561fe87a9b3c76910ee9ef564edd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c5b008e10a07068a1870df04658c3bc8df8bdd4afc1c39c44d40d3a1816c07
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c1e85b6dedd74581fb1dd86d9b9edb277580c9e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:373e9fecb13b13ef0a783604dc8bf9c209b5d201b82c8a8f05f19484e9c28ddf
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..856bbc87f8db40bc1461d48c07f765430dc09435
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e35ad1ae791c49b46d0dfedbf53eb374858dbf84888327bbe10ab9a66e7621fc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05734d60d5a25d3b564556d0645d4b5cc1e16c4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716b3079c10302d4d9d9723634771c8d9066961f3a2b5bfdcde8b83396c63222
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b6a7766854b6eff7ca1059996021d3f0ea5a01
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71bb9a52db9142e64e40329feb0f5924643780089419315cfeec7feb1df63c31
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae826dbb0321fd8eb42b2ed6a36671486ac569c7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad1d13d6d49bec7b5aa3fba862b24c8f8c096a99fea663e62e2a9788d6008c4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461b05352d561a6a9f087eef8d3205a3c9997132
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c70916e3e48f62ea04fb33dc41083c523af164cbaf5b3fc10aaaf7b727776f4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054bcaf89365e54155bed778f417d47bd05a1191
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b13f43705f9df1102d46a1d27d1edad48d64a3fcd71f0d7d3c60ed74523a12
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f5d96733cea2a1ebb7016a4d58557c15bdfe51
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a569c739e9c8b045f146903b9da57bc7239b919d9961c0bf52abcedb93df6b5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1293f18e1a6154387b5eb379424c3aa5760c8f2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7bdada43d216d8bdd9e67617e21f24c9e554d3b3d14b2426899974f1ff74707
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86620f7df1a25089f0a6d171c4bce43640567ea9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e6bc044241acdcf968d5ab7f9a8cc26159ccfccad55f2907d5e379c8a06d82
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c39e0efcc8fdb891dcb1b783c93bbe0ac7d6e9f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d287786f5362f2c92d46918fdb6c9a8265f6b6eaba37a3a6f4fbe3b36f42900
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f90761549252cbff5e3f2be39af5f9dd08a6256
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7efb73a35961877616ff73c674fbb0191ccad66f1872645a5e785e52af3e4e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb8a618689a6af7a3d84481d62655c465c4e4e6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb2ca4b015aac583a22cc31ba2a516ec83cf06b42431b9d241b5784f5757f8dc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7dc2da4be36c85ce89e41f1aab2444283ae6332
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e056eaa5b8dec1454c0e3e50a8ad9f9eca3d7f6a1bbcb5ad5147bf1cba648e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b09e263492a675b79d0867b5e3049ef623f50dc1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d64e5e42a81fbf11a8fb1c00af12fc3ade9d85fa5fe26a5aa8e8d66e058e8fa
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e581742b1c8ed921bbae11d7928fafb151ffee5d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d29c4fde86679469f10a6c4cc875f59f0920ae6b740bed901a321be0405999a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4f1c21badadc569326f0ed56bf623966bf40b16
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff1a43bde554bae1f7ac4edfa6955be9a55810bac5c94853e495c25679ace62
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95ef388c6ae3caeb9a5c0b4749140a99215e3681
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69b813db242207e9daa9cd893c101b6f8eff6381052e062818ccb14618dda0a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd8cb2c6882c5a602a6218cc047c783774480cbc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deccd0d5a1545d734891e4426f6b15929e08f8909889bf7b4ae50eb923db4c6a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ddd8c0b4af854b9b068a46089150783c8d45e5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e640619ef584a54f233a3aaa70a2f1070c9e360ce8bb69e2773d63543377018
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb0ab8eb34a012be961f4029bf3d9160c44ef10f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b47dec839d95c1c85c5d91e885f6a6b584e25a4df08a0fd6492df6a5bb63d388
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..028b591acbed58dd133e1f31b215c98cd6a5b47d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1270a6dca8e07d3261b6b7d17640fb60135840a2d6dc9535f1dd913eb617de49
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a6e80436020dada5e73573c24bcfe1267528864
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc90bc461f182c7b0154763229c25d8139b9509a317e75a2926c23a01ba74722
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3fe27e5f783b4ffda12eba20ddd63102b05d7fe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c349272e11ed5ff9d9b31d07efc45840e95b9aeff59d401f659936603320498
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8bfb11146ec3c66ecb5421026d164b99b79a795
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa1f102abd39034b0c67fc04270d622d187b0f4a9b791814d313d850a6c2316
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..073cb58185230f703147d6dd098bf74036d94081
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d86055debaac205ae7d6fabb5d69ca5b41fb709c44053c24afe9364c39a0b6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e32c068bce6805c5c909002871da5f5b449d90
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc09c403405b9212a9bf7cdf25afbe1213941a005ed21f457f807950da1f1b05
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5040e975da17771160a8808a4c85f6bc24075139
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a749aeb6eccfc53edd897a4be6cf66e8009f30c91dcc6bee9c36baf3af5c3c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17a37b8c6d20a897666e58301189a4e516665719
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f721b5e80a55740b76ebff0854d645f77caef4bdb1b74db83e911eaa3eaf4d03
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30082b2cc0a99c1ee7bcc780d9e94cfada8a529a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da5f7dbf32b8dbb7241436d206beaaa162770bf488890dc8045b20558a94c9a4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9f36713b82f938b715e5a975ad09e4795f50968
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f7cd302db2350a4c93e73a86707797eced156242e7f9a3a86911f3131726c65
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c470deec8d57fe5583785836fad6a91c35e82bc2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8df4cda1a9f04b11d7a59c86d39b5c248bd6fc93311fefb087bfac3f1677bf51
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3600f038950477ae6875abd1f913bc9a6f7444ad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c493379cef8714502a280fff4a59b5cae629d0810fa47c0a15799f3963acfaee
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c1add64783b8b31c4f29a7762a98060db666a7d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d69ebd52fbe27ac99fff4faa3d41499dc126959e6b6ddc282507b9ba7729f93
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab98263cea829a1ccf321730bb006cde470edbd2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48801afa2bec7de0fa02c074c64179ba42dc06856be0bd3fd9ea30bf9d2b0c02
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3968f05556d99afda753d648424f3dfec9f047f1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad9b429efdb3e0bc3c0c5f05be641c180dd8199f7feb9841b59541151f112c75
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d65a3ad21ae9c0f82e10c3ef3fa9e51e7afb78f9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d4d02d1f5488dc57f8392bb56ae57c44e06aa46701a179d912bf74fa3c8c7ca
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d281e3e8e68a241824c45fe9979b9408c321dadd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa0350355039abaa2e606208b2745043fec582ee95dc50fb0c8e56c9b32a6d6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7677aa826b19cb508c0e5baa1587cbb30061979d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0a0d6c526a21d9db682797f134d5d4dc2378d2d46a8e147d0154c416924054
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d644bc3bcaf4e6301bc59ceaf952454b60ab8ff6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42609e82741849c99f6f21745856e22ea59989804ccfa7e918b566661bfc2fba
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a438e3755615b4a5325fadf1720e78ea6b444310
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e313760d15524107ac2f02ebacf2cf394a4f3e35a8646b2c0996f5fb29355af
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f8a11bdc484a87d6e181edb537bd0a8c436c3d5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f13087407fc9e910877bbd8e353334dc5bf0048f21b3c9fe68c7636e6fd451
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9152c40e25c57840de203b7080d5bb54d53f07c4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aecf98e9c98aa00e71bfa5297946a1d407a1d0c37a332a0a0580f545884d7662
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..685971e490aec8a3949f44cf2352bce9379eb357
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf94cdf53e353bd0212956d9c6e6a688e182e43713ff50a9319fa2b995bd077
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b80a1bb5085885f5795318b8617d09ed605a10c4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c21c501ce82a6866c013b255b5daa06e49813ee3ef6ef20793d405275d49f5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac174e156679282f19b14c6e321656766abc41c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07064e9ce93fdea2590d67cf19998440d75f6c780a73d19796ada7d0cc7a9160
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b47adac6ac3809eaed6112949e958d78da8c685
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:994684531b92d548c61018afef001ab7ec47c0749c350c579746b2cca46f9ca9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c3021c3f5dc9d864660fc5c77d29cca9aa192c7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4716091107341c7a20ef0e39c868b4771701624f983ec9873a984af2c5e1f73c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d98bcf07a5a3381eb494b7121f04840931d7e49d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca9c704fa69fc196419edcdb9efced4d88037cab0f1f19c3f64ae048d13b1d6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b6a90a569973b00e5a6ab9e7d5c714cebda148f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd497f32732dcee98436782402415bbec3c5bc7213eb41620f147c1abb582504
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..642f1b83e35a417d3baecc4e4e903e326663de85
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eaf7e3b283e36d34f5658f0bd4548899cd09bbb50678bcced431ecab0a56b1c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cac42e2023a6061a1685d423db3375458448871
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1833841f15b62faec1d422f0ae7d42a9973838402db4d80082b7d81d47f96d0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e216d173227bbfcc8d49ae50ec3ec52e3fd0cd5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d293e5bcbabb9c807694389161f1b5251bd9d552f5d3628e4c04dfae0c285cf7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e702d6e347c28f7804bebedf50d7668e9706c7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:269f369b1bac79c6ed85c1575b99c8f24a3ac4584890a664ad1711ee771b6d9e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d338f5d9885d653b4dc177e8ff464021442d853
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e15e832c99b8ee47dbc0849172240cc4a5c35d181b35adca20c9d202f0626b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc5b99b88160fb635f76b2e9f8fca42381c5edc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569c90d3b9c980834cf1447b5b232abfaaac1aaa3ef3e35adac13b79917007d0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7eb42b30e7a6cf9c8937b3c904609f8e9c38e7d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b629d9a456fbdadebf93023830ff367dce1e19443fac04dd167b55e01bb32c75
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd518d9d90403fa8e09b9272fa7c5c5c818e0d45
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e3f715c4cdf5a1a988e9303f91b57b3203a3916b5a78c4eec6c9ebbf9c7b24
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae34bcbdfc86f2b32c5afa27b5d1c2482122f07
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3f14c4e17bcafc60651233cc7b309425f570108622a1c9a0decb6d69686455
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5f3d42ffb40f79cd0d6ce4f50ad1d6c6d4ada47
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f32b006da4049387ee297b8ed0b5af001d01714eb66bf81fa9f02747f4769db
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b86c400df060c439738bfce6790652f3dc335458
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94c07377b8dd49fbdded4639dace26640b1626201b64c29e2eadaa99894ab75
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33819c39371f9afadf7f864955275d17cd3946df
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff3b24ff1315a91bf91d3d07b0de55cc1cd9a9a7d41c47fd040a5367f102581
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..695e9e33c4efd2380205ad911d5d8222996501a2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9aee667515053321774f7e329a3d9a3e588e7df2fed096207063d0c95b7f86b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d99ad98751936a6536da3d5966340a6575304a58
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf1e9463f3939f5abb40c237b6e7a88de16b90e48d0ebaf4ba95f47e66bb13f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff46d083b98f06964672d19ebd4827aaa4197da8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be0d838eedd7bd9f955a37e2e88ee157f54c9fe4de30fcc459236c090993386
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fde10904279e821138a585c3a6ce4e530d7beec6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb848d810d10f3e1e7e06f3c7b39da265ec446582f1e59b2804f44562f11d4ed
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d687019a5d9295f27f46fe37ad99ccd7cf0beea3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f44b85a7387c2b28727d1219b2bc02cd33fce0e10315623bab2c9d955940d5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e53e713dbc070e0af190dd95df664681d51f8931
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5045f063e32bdb2897808ca0969d75d7e4359fe176d7d40b4769b98da77bed43
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab78fe236d94153676ac795a3e1f36b28ac7d971
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e6fbef59c0b0725657c6de39b675bb360acf3eaea3116acede5be1bfac1029
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c62e6a3135a885ac544872c0c997e94eb5c1d9b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca5118126c39bbad20714fe28ef082897e6001ecd8e7b7368136e9f215cc1a3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b40f69c77c33cd56edd6c3a4a5e3470e0688b854
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40caf31c8d40c85d38f572bd208c1ea36bdd9869e6d829fa9cde65edf7b3778
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b00438759260acd18bd81334b21cd0a561032d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f746dac008bd44e40bc94b5c5575958cc8fc1a7e1f4477a4ba9dad2f53c80c9e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8aff586869e6a0725eeae2d048618ffc20f491b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:982d4fcbf044881e9c2d16cbcd232a586c08a41e695976e83e5516290cea5655
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3dc61d33f3b132b6b3975ba380283ad2ebd26b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3db7a45584fb27aa765e0644306173fb68be8a5b361523670fcd3c09deae652
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d385b62a5c57d066985afb673c58cc97128f8c3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df6d6d0ce1a0c813c30bf3fb2ec4a68745eaa1230dd862db342c37654b88fd4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf7e84fcef80c4e39891b9b2045d09b8ab3d1df
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:958df65dda5512852e260bba79ded2512f81a47e2665cd22c12875598c8f4dc8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7978721d80e43ac2ad06c3aea01e9fb9e98821
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47362220968780dcfe517791397b9fd57c06b8e128a83d20fffe8374d4dbdef
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a45a9784eb9dd7887bcee5e5f45f9b8640d71b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e27ce8a18644fe2f1fc4131b5d5a37917c60984779d082b811985c1d4cf9f8ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f183672f87a48d0aa9fdae3202638521d2389839
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ccccbae4454cabf0531eedc0a10d88be57ef4edeef7374840a65f3dec7b3c68
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f9b481487b19d41dac1aa2be93b054bb67d9885
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946fa4697cc7e058bcb5fa0c4f0ea6b5b0b7704e0e19d88b3487671945dea748
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb98ebe2e1001eb5b7e2b596ef3e83ee7ada3524
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147a57ed07d7d561f576c536f8e05a61e68faa23e8e527d718976231b58e4ff2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79fd27479c08a9cb6cca061e458b0f621cafa484
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3af16cf6212a3d51f12d4910584b5413a6481a95c65eec06620cbcddcef7f58
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7006c32accb379d11c0bf5f84a6ad9208ad0ef2b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ec4a9435ff0ff263583fd5c402ca711ba925aa21213776ad04c5c4b87b4eba
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d0360785391080bc9448691e8dcb6f12ca80480
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb88c07c1cfc15327410d1b13b913b69744359f3b693ec31da8bc37f95721d3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..576ccc03f7daa07e3ba7b6a0efa0bfc9d1c83bd9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c712bdeff5276f0527a1e53ff6df05a62dac0ad9b60f3ffbf91f97f862872070
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6efed8ec4a3c7617994e26769aa037ee980658e0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f4c7c269037fea35ff458b225e73822620c3e59c5a2df829d069ca28c598db
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db55cfc354b423ccf1f2d556f567d756d4d1c9fe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8913c05003bef09d9183746edbcb50b4d2d4e701f8d3e8631781edd966ecc86d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83981eea015cc5821b2876949ef7ad11f1ed5d7b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4281a156f0bd07334f4cfd63c6dd212aec63a8ec31667b73a568698a83136079
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d212fb0089f60f54a88c772aa2033c5d1f844987
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72fbc846966dd356a74ff891b3fa72cfa20c62a1e470e800a8f62c62e35c01ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81d029279d6328d1ebe4becb5030241bda1e3bef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb842f7a480591ce882c4ee8211abe851ae47cb9e8653c35f2d3b37699c3296
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3caba6d9f50e3599f50d4902ebebfe687d2147cd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a0979830483ef00a0f39bfc0f88dab88b95340504fc9bbb36380968b651df7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9109ccad4b091a374248e6113f3e1d58a91a6bd2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:416f9a65fc81addb997a15ca9a534aca17cd7b673a1a045c22246d48f38bde85
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a04ad17f7dac99da87a4d73a6dc3750cd702cb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:457bb429d7918fb7d5a284c996f7792dd83119e5b31fcac3c2e84bf306b34a75
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12032356d541bd8fc41bd44e83c1700e3da4ac51
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c555f02e10c76752bae8d7c446fba546337c36f5f5a9a7f1527878e7c7df77a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..320de1db92a76c86adc35b92bf9402da7432fcbf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c28cb1d54424b52e66602499a24418240d69deab3d5032920d8448b3af2fd2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de24e7fbfa878ecc35204257f5eafe208ee412df
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0034db6284b57f136ae096aa8dc32052e1e59bcd9a176b2a2256cf7d3d885d9f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..041d0c446a08d0acd068e99624717b7e79cdd283
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:054f56ea7aee885bd12f8fcd93733822b933f030f389cffe05eb9638324a413f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f78ff8770f4ed931fc31330e4d38eb66838052
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f4118f7796d54ad9b1c262489a52a4da2762ec5300da25ed8dd6e6c5105a62
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e9f617888477aecbec861c2d7d7248d1ae42fe2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a0032987c80ca0034b436762eab0cd5830fef406b85a53c86c7ce3bf815c732
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643b4f9b7ccc486edb7520dbcd111d23d481ea6c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d8cf2b22939f8104a96892132f3b97e0e034d16c9463a76994baa927803003
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8fa03d36647a58836a45d22b07c0626829334de
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0436a109bc7f8b763b95183b768a5e9f8619e2d1b55e69d8b82ec5cc4d6e6327
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..334fbc098deeb82dc49689a2cdac5c73a493f067
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d61ca240756cc45aeac20024b700d090fb8aed93ea9f782a8c324eba17cfef19
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f49a3e8fdd1e7e2f4b2f4b1dd853d539ad0bfe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c07c4daa8ca51575ae169c640e3c07d524529f93a6e761bcfb18460902c44c0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4787bc3ca6313675e5bee355c929c18ace09a884
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b4514f974a1f0f3473fc7d49fea3b8d2d6a665c6da288d51458c2c11e7dec42
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb532393573f388e09a803912430125201a6a916
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4ce500d139bea20961be2c1d72e535d9e6158864380aedf81f894c67579a95
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e13919daff5bcef9e4fa78c143aa6d78e99e3d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b0dc17d3402563e80bdd82a2a4c8ce5e236c3904012008737d28445269a1249
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..093bd6010e0e4339c72ac647e59f94d3bebba6c6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a2f992522f6dc5b72d20553849b1648393740e12e5a18bf0f5de42a8aac6d4c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39fb1bfd6b8044fb0f213b275d11bf1fd70c243c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70898d0860f75805de51dd6ecb13b69ad27d9dcad4660bd53a9548f6f4f68c85
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c04dbe7e647263f8215e62481aab85ac45a176
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2075b5a7f5c320be08792562e51cebb5dc17107d295ecf52f1176ab0f7813487
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a2bbb666e23f50bd54c65269dbb3360a1c4060
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947b2bfdb7cccc500566392786b99650f3eb1dfab38a04b2202e4d2060528b28
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d03eb17c1205ed8a1de81be6fe3c3d239cc0ae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd88d90d034092587d7f27b614f643f0e1eb3a608bdaa8eed5c08b22b606408
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c2d47edabaeb5383a58064434557223446fd9fb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f254186c2c32881ed0941f684bf6e2e19aebe784d66eaacbd610a71fa2134c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4274db5a4c342f92599dd6822998fbbdb4223e7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:512f9a1b594c7dcc5e7e106ae2f11597439507d04488f1ff6fd8ed9c2b9d5cdc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067a721aa8663a6d510e38d714fc45c8d7b72436
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e3a6b4dad1df266667bf9575935f878d5b35a306854682a704b6c03de69867
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b009bb60c4d077c119496de6cb89d51cf0b3a9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3075e30eec396aacb1164a12d75d5498540bd7ef0fe6b3f4192ba729ffcd0217
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f18be4b39e87fde9146b992f521b72cfb91e64
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f08c409c0325365efcd337185a6f694fb663fc43cd6670ef1ed703977812c1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c6f8b2169fdaaa6072797da0882845ad5cc972
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6880cf8ea69fd47a8b40f04b4dd7d9227e3ec647c5609dfad0bf05e9fbe66f3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d8c4264d600ef98012eab62f3afe27d1b14ae95
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e813320c50901aaaca67c13bf582a27597749d58dc6aec7d191789267f7f3f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac5c4c83921a1ea7bb547aeb174a97bcd790886
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83530395474562b3e59db8e3eda5ab68b6a4eca0e6877ea5035883f9653db4f7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c6c5ad6307a17c0567fd467b4ebde532a4ca7a9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb0ecb4caa246f02df84168bb182003ae8cd96ba5a09993fbc420458d16f93c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bae924e6a39a9b5b5299bfeeb142c14f0823a1a5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ecc0c2bc4e4de171897557ac4d4051bb7363d6c1e6d3be599fc2a01bf3a9f1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d07792c1a68088bd246af7d264701a8ab644a8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1598751e754156c7d9049a3f18d4a96bd31f9bdb1c40b07795a0e6af90b7d3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0384d55a65532377d0b9a5bb63af0d9377ec23b2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25e179ac4c23a6f92563561524f22c5295ceab280aab6380caad7c7079547e9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd75a9fbb6e40c279d9fbd52cb358b4f9a3a1d8a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd12f1feb75ca301ad7e66c4ccd29b3562a107760edd29f6080998479c57aeea
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374987450c38fc3233cc367772a667fd2e366a82
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28378ca2d4a435b89dc92bb17d42910bfab72bb5a9c1133e2e50f606dd15cd20
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc894b84d40ad30b95c8cf38698bcacda3a2cef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c90dcf0e987e17ac6e5f543db235bff22a669f6e3ce80d31083428154e0dd6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53edca29ca3d0f4b7d934832200bedcfc647ad7a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:316858bb4d2eba42354fee4cba173cad3647bdb1620ccbf2e9df74ddcfb10ed0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0679ec6c4f8715595bcdd925afbacb7aadd6f61
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ef6f808017cd80e18a91f19356f19ba5cbacfdf35e01c896ea60e1858522c5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877664b2402cc16e1d1ba3cd611251eb40320c76
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbff3fc4c4886182bab9f85966c24d69a20d1d6e8f877982059703701aed4f3e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09610f8efa69f6c42fad7d80cc8eba0fcd9b2415
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc925f691a20716a8b0a23c78185bc1a1abd31ad7b500db5f67926b8d6a6e9d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0324ab55e70f439fca2c824d937d093d35d20db5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b988c9cd1474a65b922ed15dd6ac685b42173e365baa814165042b6912f8d88e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7338c7b5a96ba4814047f578d8549f1388258b9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9418b72260ea799a0385034ad21c7ea1bced1bb1cca22420a402596386317d91
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc5e9da331ac8ca285270fc6f46c6798172e68f9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac3cc50919c07afc639549aa411e23ab577e27cab1a164c3f8c539fc7d48c3d1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e1bd0d5b597388c25e11a4b61ef642633b554d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209251696f72dfe21048fa6d1f7a021e735ea48a9ee482eb58391fb8dc11cac0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789b6c38c49f755cf12d57b884c14a2af7abf412
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab3a4e45498d37d5077b20d336da007ec471cfe187b4f4d2b0123ff329afed7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ab369dabf7802caec6dc1e8c0d03de62f8114e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c02564383cd726c854204a7174e93e5de615511d73af65c546be31af393fc0e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d29e482759f2c39113e48e0387ce0304424bd1ba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daebd78e962541765a65f25868aa9995057d362257080f9ec28068750ce6069b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9effb381361ab68c25540cbd05a7bb3691c01d38
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc8ac6f36e38ff0d26949f31e24222d187e8c2d3a46dec4eebb0756565d42d05
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b37b8025d012a2c4785cf48b5fc7ca67ae97cd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e429b9234a8850d4187d21d096ff20abaf3d2034405f6b0973cd3e44816d44a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e5157a7242a7f7007d9a8e50bba08f9775023f2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffca72875df93578a9a4f75acd2ee0d192c915ee1f3a4ec60f02b5e1a0cd3412
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1498cd5c38159c5660687d8f8b44ee56366715aa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148357e1979fa8b5fd288cd16f113fee1204ec952a31021199b47d3925bab9ac
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2dd858095e840c35788bc0c789977f5eb9a321f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:647311432c342b14a2dd6f3d70f4f217583e3989fcd42cb05e26999bd85bd3d4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3303278eddaac9ccafb1486a71a3e965a148e8bd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ede8999e62d4ab0396b960202b50de38a2736de4aafdc5a99e576d3abbb6b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97cddc69645a970e1429439ef0110198b47d08e0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e63600b36e035fd99674d178c31f83b11ee8f4c36091bef95aa7db73f806a26c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..269ff04bbce1b828951be5be7a2f403eec1043e7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a0d84cc75ea1e72a5b54706d9fa4db9613d127652621ff41b32a5fe587a24fe
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb4f842bea987a9ab415fe57cb052671c2bb5eb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c233cd253ae20f024f780fdec98748ca7d5880f6bc82dafb810ae2801eea91c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4fe4c315517fc32de7b639937254d8054daff2c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71e6ee9e16e9e3acccd040347965ea2df1b358ce09bd47a96f1c1f249df2761
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8da6b02f38fd16776f22a39bc041a1f014714f9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30ce6fd08b6bbde2d853c87422864dec07712dd8fbbb59c095b891a1824e356
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9087e1044a7551aa96a15b141c281e33ba88316
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa4e788e6f6bfd71f548ffdab73d086747f9a34c4bbcf89a71c31408f9c7fac
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cee9c23dc18d020b066b405db67c324c0a464ce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b2716ffb69a4ff4cf34d84d936d3a78cb375fdc489d1704a3f66f670d6478d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba7d2720cdab303a6bb9ea9f1d961491d4d5e94c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980ef6bffc471a678b06428a6d359451fe0bc63373db72e27d88b7eb80e2149e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b77f38e529a08ab1864c7c1e414bcf42bf93af84
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be705ecb019d028278c23ed98a9a8385a8bd4e61aea7f4b7a36c1382b6b4c751
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce3b5f57d99425d788b0f9577fe7575f937b382
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ebd5f3f14567a656e0be4c84c333fc44279e7e5946bfd775b88b73dc5acaafb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf9049c1fcf4cd9246b286f399c8b155079f530
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd9f864dea9f000bc768284de95d6576ec65c3811c91d7b9ae890adcc502f77
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1113673a94d31488bac6563eccc923009b902109
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079bb7cd6db1f34abf8ee7626d054ff8fe6847a31931317daf8b8f41df4400cc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211a458aa1de7f84d53b4fd9246acf04c9295639
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0998a24e3dc112e50cdb7c6b779b21a1d077f846cfa2ce8d833e5c9422d4e6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..141443b6eb2b72b18666a5bd0de51d31a469bbca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f7f7b6c1c86a44e7144e0fb2bf91be8c6a8ae7bee98d9f518a7d6ed6fbf155
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fb45d12b24628228a63d84d6dc241dd31def179
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e12b5e2df8e5b22683734b2c068b2bbd99c55b0ff1e7822f45733cf7e50cfe4d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa3a8e437944f231848e211c6fd39db5782cbeef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c0c1c67df6b3fa763843f48569fe2716b6728a96467ad4d7a0ddc0468ef67d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f21574a67292677dbf2b002c6012ca7a93ccb992
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52aeb617250cb3e980a2e82e8e5727846a9b2901958722f799ebc95789c2e1a8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec48b3b65660ba988e20afade697edc15da848f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69996416ab117523e00eabef801647bd861ff2bd1923d0754a375c9a0b58678f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dbc02a417c19e50aae26a3fde57a92c9a8e2361
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71027c2aac001592db794533a9928cdf5f685130489448dc23c1f8a8604fa190
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f343d711c76b3343a5a7079ee97f9fc591702149
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e924a88feff03d59c90b0c640381946c8bbd8c32a8b0b88bc743787e11bbc1cf
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d75664a09e5f709cfc040e5853a2ef50c8d0a3a1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3441ecd56351ad97a25c3d60bc46661cb3a4c9e963dd5f2464707de21a77f992
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7a01858806aa1dbae5a185738b1c5f85d95785
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b069884fe23f35d3246717a22b3bcae5fe884c19d9c9cd9e5ab1aea785c7ab
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09b02cac315027c1c4aac19896578007da3ed4a3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4e376b04c07e169045da0ec5406ba29c8e1260dbf4f249bbe0f1e7bc89c296
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9399aecc0ffc481e5fc45bbc8b1d8c8675353e02
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2afa65aa0ab460cba462f8679a7bf57b5dd41d1d91672b587926ab1936622b0c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa712853f40ebe0a491b4d37eec3fb78860e545
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f77c4005bcae2029571b665577c04b8f0646bdf6fd1c4e520326cab3e8d8d354
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f73ae59b1af98b83d6a5145de9b2966b2a10f32
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ce1bccdac63cf6426d6c0f3a3b460ff0edb27c949531f87ec45fee7d48efa0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6e059bfec3be0052cd17f216b4e2b747b70ddd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9639ffa2508b5a580a061d396284c3d64409489280ed1fc9cd0575fcda337534
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..764ce53ec50d3762740a06162d75901acfe50002
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba44b626efefaba4fabd929b5f7723aa6a60730d3b2ee225ec4cb7f709946f0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b33f3ad1105e4d1649d2a8016daf54bf0b53f9b7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d552035b9187db5321d3e9e10c90e2c7c30b2651a0b1a8f906e5cc30a1ae219
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c010bea8abdb1a9375dd0fed8dad1aa89d1b0c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ba5c963482a4df3cee21b9773dbbd0ff9b45687bacc9b0a6890e14fcb15b8d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..390b4513ec13aee504f430bf952eb38ae8275008
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab8c746f24472e6baa11bd147fc6195e0b58cc10a21cfb542016ec05c5af6df6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d2d65a0bcb20b6029eb2f550b5af42e6eb26119
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a138056fea1a9197ae96394e98f7e72e56cf99431fda386217a030159419e9b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd2b8d285fd5d9e8c898fdb87d65bcaa7c4b474
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a049bbc5b0cf5f06727d20d8e35a40089f68977317b28ad9a86e2e14d1c077
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e53bf0ca8ebab67d8916f4a50acf68670c3b93
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01be1f36a0cf32ffdf0d46039a0f2cf4ad8b7e758ca44f28c2e08b4c2ff216f2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba0f2f92058324eb4791fbbf897e312b631f895
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f93c0cd99f638f647b57819b909381471524395ce9e048210b1d55d6d8ea012c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965e73fff3442b2fa74fa819e31505a42b309ffc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb2c95497ec7e049289d3237a3027c6981719eafa8ce6c3b8295d6e5c8b73f9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2de62521474409226dcd1c217b21ae9adc6405b0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c8cabb8b52d341eb615775712c4c822d90a153e1abe234c7182288ded08eb2a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355d3a052f15fb69959cfc31e7eca7cdd3686d79
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f08716a8db96a0d51541db40c2884ff37ce240c4c727760ab2a2993973e2228c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e28202de95c08b7240399bf4579ebc2ba05919fd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d10bcd0fa01535ff4500de1b6ccd8fc0b458e2c5aacdc3ed753cb4138d7aff9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b25ee9e03529edce715954404619b2e48c25ed5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1f4de48f87ee98d5981d9940a93ff15191af2b76cd8cd837878ecb292c5840
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9827c81c2254116d1d4ab5b45a8d35c5543834
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9564608ab569038913886c409c680a813377d72a5060a31e2821119c34b92f7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03c2d2cc444aff117236945d8ef3c42514dbedb5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:717e9e224a5ca32b54c46ca6cc22efb90f637c7aad9375b7a28436ec566a01a3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506bcde5a90ee404a9caa3764c72802841f0e65c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a62768994b3f820f6d786fcd5ed2b0b6cf37e5ce03e3467848c053e8b0f996
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8901dbef63a451c1e4d85bd073b3130c12ca0030
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa01d5422fc470b1621b40b1d1c740b39d76d2b4dbc3221f8ec9d7f11bad56de
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c42e74917ca9557b05c9310ab3cacbc8dd7119c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:393c03c6aee2f0387f3205a5207f7c3c025a4dbb7d3293fc32496a839a7bfd57
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42894dd6db1cda42d4ca3d515bc8a5b1f769e629
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ea5b0bd016d603f31e7f10ff74ba3dfb4e16963e0537988927750281e36ee0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1497f72727c49e32f8087df65e01bd505cb74c8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed44d1ee09df9050a78381aa25dd351b233fed428c7fd866d59540cef3667ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1961dbb197ffdbe6d1f395fba03e920f6418c1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c138026b6b7f59fdcd752d83f4be9325641519eb7b2e46317a282fe4284f82
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40376edab1058053ecd6772eef1c1269ee55527b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d2dee4ae5d0d2f67137d65c9452083f245863bf5d64a065dffaa68ed694c57
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf5dbb8977a0b2872232b2cd46e03748b9cd216
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f843e60fada0d7421af8fc514cefae94be7d18d070b6fb30f5f939a42352b303
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b78583824bf3aa8f9f127985b8b79d141560c3c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efe6fe1a2b71c081efc604e8557b570ed3310ae2ac54581c9e417fe866cc50fd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..040cec0ee951af8c45655136c639aa010d8c9f86
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b846ddf1c8e5b8bf34d5ee1e3821b16c64a9dd823cf6ef7cc0a6095ce4df02bc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb8de542cd805d4788f4e68de53b18eeb98b0529
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53cd4c496ef701a60582d5bdc256cde57fc55ca690a80f555a538148e86079ba
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb0ca9606382c4fb0073559bed8fbb4d03504d40
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a40051153db108bf2257e876f531c111f328bff9325f728bef60b51657f892a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c5c1bb3b09c7d8a4ad5c4023c71d62532551bbb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08b3ee440ffd023bae314406979948e95e01329bab907d758619dbecc45212d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1947a5dffd21b2f67ff7140858149ba5bbad8d0f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfaa66d1ea42570ff9c537997ea94606f10ed6f0b4f0317d18bb9f54ea3638df
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1866bee070cc1741129cf1eb90df0b6f5ab1f7a1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36bd36f86227a23a8dc539a71c96f7a1b864c366a326afa3db7779c1c709694b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f27947b0c76015e5366f5dd439130d9911c551
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:973a34f0a708ede406a1cb90acb6af2f63f4c2e58776a9f3f39ff70d6ae07105
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8106a214929190279e80a5c28d942a95d8285585
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b8c2ae8f74f0e79f682ed4a663078695fed95ce53c79299dc2b4d3c82bfb9f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47cc86fa79fff9e5d8861fc7459b4b06fc601302
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5358d0792b63fac522bddc65639d1fabb1aa5b8552eda0c096706a7f8ab81608
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43227b5cb64c1d44345e8cee9591a530e61a3c96
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b94e19d5ed1b7ef183898ad9cf63518e32e7c4d5b2eabf9a8df2298c3ad1fb8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811888c0e00b099d73c580bd40669a441a9b13f9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41705b972f676449c65818e982ceac7d36b7ec67a11b6ed0d936511e69b1ef2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e159ae4dd38b29f715ef33e57b7d33548f2f0e8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd5c842d1665e190b73e432aaa710ada48ede930ac94a79cf2baba63856e74cc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4fdb3a78222910e664c0f394f827e9122330a27
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a776909b7b8950e276193342005c98f286aec2279f348bb5f43cb76a07620ab8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4d8157afe515ee5fad2c9a6a4404173e0ed3ce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29df7afa310eaa30631c9cff2e51490c81268e265f0aa09e62d9dc60c0752cb0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feca4c316e130c6dbbf1bbc5fde01d54cb9ef6b8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f82fe55551189e0303bf91583cc22f4e72f5111c9ebb67a0d5842db9c0b434f8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1655dd140181071e56a2159e7791fe69435ebe0e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67b46909eefbc10db974de5af6ea3fb7b8f8339bef76ae59f871b8eae6e4bc1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4582f2f3d35b6276185f364665025556c23d386
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf253fc8ede0fb5264993acc291d016ac3c4ec2469e63aa0ecc07a93c0a187e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8e55def456c42764f4723debd5e42ce072ce63
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227deb8c6eb397dd41bd610dc47b4ee69fbc125255012fa1d63499c7be1fdef9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99aa4dc2e598c68324f268604ad7570985a4fd94
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e4df9b7dd8bbfd873f54f9fd4125bf190d1eed678a9c88d3ccca526b383c23
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ba7aeea3818ce42df2a33d48505b00025f477fe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fad36f2051cbf32a76a8e020bf33aab1f7bffcc3e167de4baee8dbeddf9defb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e075cb6cb71005b38b157665d2acaf1849ea3bf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e13401b9673b5b164b606b0e3178d3947802d40d9c08c8c2c59304d74d70ef3f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4714e43cc20596ced517cb6f1fb21eeff904c384
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cae129d85034c4a5d6bffa956c34eddc837c64ffe452d85cfe7f09c0c50f39a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..844738b791fbe05da5c2e8a373c0166ea6928a2b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e00bc84fe38ace94aa42bcc644a5cac98b536d8904f26e2db7fbfe22d865e722
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5470105313f87188ce2c8704c0a4c23c0c57b96b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98db6630a064a9e1ffbd91a6844b2b8a834c9fd19292a80af1732e81a0c71dff
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbcdcdd498ebb3fb77cb8f0f7285616814a7afa6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24a1b0931adab6188b431dff779d30e5dd0d6f6666a68df687a069a9f255e93
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5abb11bbd4a9dcc4470199484ba1e0c2d67bdf11
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ff80527c0c019946e5c99fae876a8c9d5c8919a8abc8a2d95a65f43dd8d168
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e11f19d056b2584a0217e0bf3bb20ab3587fbe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0073a8c172515da1d63880505356ccd87b128ae851d4c8c9e09a31e7513254db
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab601f5976047d13809a1f9bca124df402132ee5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70c5de668e049f85cb1791a07b8649d26f93771ecca86e1b080ab933ac53691
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde6cce6a561c4ae02184cce179f1e7fba18a4e7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968ca49dec324d19f3e9c304b691a32f334dbc485659d74ec41c3749d5d573f1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ae4a21f8624225ad3b757ff0d3f0aca429341ba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f81cf19e0b589e624f7d4da62c186c3c6fc160d9fe8e72838f26f5174b72be3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095b04054feeac7b148a1369cce01a9daaf38da9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2aacdd41642123efd92e003b5cbcbfea4ff44bacd25fdf60f816f3396d12d41
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c25eae24e43b31863e4fa292ba4054c0e0191da
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b2e75fafb0dc1a2a71fb670bdc3dc9e439f69b98a30ed81e30c0db1df7be3e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add865ae7f7ed2e7c42691652543fc095ca0d03f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d901abec48286f77aef64534de59e4c51652b8d0532fc3fae91d0b9293a042a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9057480c63398152f9a2429ee1bfee5de0edf38
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4784f9bdd66c697b039690606e5d64a1a6d18bc03cd4dacbfafc6e668ef51995
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e2dfad3c7665c9f1acb696a0ab56688fa5caee2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f4c5d070d91397fa10c59ea942efc3262dddd13a5af601baa4610196e5d62a0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a78856db5330d0e7f71946189f44b7eaa00ef1c4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5d7ac541a5fe81890d29027319d5477594a7876d32cfb6a8706fca9d268ba5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a9ac28fd1d3032581853161c2a0a357f236968b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e366fa1c11046faa3a1bcf0bbbb3fcd6d2763177a59b04d91e14b3757e92086
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a717790c49a049a37501fc4f58c7db26fdb0f9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c96f6bed4f5e873f2fadf5ab4f92fcc33bc96315b7e7aeb1478e85f349ba4d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de9893af005e5a385fcbf2e6230064d7512aeb4c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12a1a42a54a12a5077358e263f3d1a61007e30b487f49113aa35a78b72d4cd0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f1cac9d1269455199ef794b39a11dad37d89b86
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e4b8acdc3c0c55ddf6581558d72d9ee0a984045da4ebdf8f09715fb76457c1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e93464002e094eec4265815bd39a2601e1c530d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b761738c9ef561eb18e2edad8a2a6190a4d43a138dc75279418e921e575a072
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ec30ec238e1c201fde1e4389d0a088852a0a67
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b04f2b93787a71bf0ecac7ed2a93b99d5e04ffd33da0478bd58f30a5438b6b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac75b25e2e2f699c4de56ad74b40085447e5b896
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9b526f961e750d59a13d2d998cec7db0acef3cf90b4bdba294a4488b36c77d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c858e6357fc7fa712db7f24e250dbdd6d25429d5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c2300d70957956734b2c25d144f3a9d31e8f920d1e477f0cd25a89c0965cd2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a6c535097d9f1ffe4211f53d492d8685f68eec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4818307487b96246d52d076a682a6efeb57b9ca901e7db68a364195b8fda559
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18380de97e23b459fce4cc496b34f978b3a6ce7f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003b5ee2cd64c72bef9aa86a340f23352b5ac84f1eb3a7a6eef445b9964472f2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f04dd57f6b357c72d837924fae9b5a6f9841a1e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba3bba8c80b3b69a70318193fef078404934a1059c8a5c4239a82f40488ccde
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f6d6e39beb5b4ebec140421113c18ca5427d43
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e92beae4dc59636fd69b7c99acb4b1c058517acdced7c4252ccc6b8edb80ee6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9ef6ca81afd68cc877b3a7ba5a73ae0441ac81
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b7347218c10fffa77f6ecd01932f9116f70a064fb234c8599b8b72b807e3c5a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ef1dd0f06c6e317ff7063221bc2485705cf951
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:974411089115a46a09211f28e66a9e76aa33a6ef77220ac5106c29fd6064f38e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e6b3327eb0a015e0151e0de5655d27770c18d7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a9dc5fffd78e5b03f3f4b59d7638cef95251bfe1ca8e2ab5c3ac4e6618543dc
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad0cefee5cb56e8ab9a671d9580fa0041dff823
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af83712841a3b329288076de6600a5b4f65e57789b381e82e38bfd7809c34abc
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8702ea306715247be185638699b4a8625261fe03
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5c2b8273ada6cea449e08b726d078a0b82329b393e293fbe49584044e8ab8b2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab3ea5181fe9b437d23290821832c82fa013e3e8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f879af0b41d969ac5f6675cd457717f9e965adb48311f891f30437c743a48e4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38fe3b1cd0f998af03688168051f1d10b7e0af8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b62f2d22734b6736b9aa811358342c7ec2046bb7802e7dd1fb2fd36922b8b2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..281f17f16f6f3cde19065cd8079fe5aff0bf9d02
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f5bc69e22340e73256025f57d189487eaff66096005ad1382b2d9f3d82e85a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6019cd16239fb7d0dff089b19f64e98ff0e23527
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d800b118cfa647545b9326e806a85259332c5d81f899e8bea2bfa9bd0523720
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c4d4cf1463c42d6d25a33058ea3e0c00a5ca1a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:affb19fbb3039b49ff8e76374cd12d02c191cbcaae71cfcd4168ef653d37c3ca
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f103e8cabf5d7d3c8564324dcf71cd1b4865b86
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff56a6ce862f5c8f77ba47dcecf81fc5cbc4e113225bc8c5209c019304c93d0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d34305baa0c9ffc2310b204c3ecfe58bceb0aa6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5bcb56239a10647a7147335c2b5d29a7b9ba1cfa2feec914d75d316f84904ae
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a6dd7c59c2fe1c17fd99aef75eb1b3591289f8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4386d4feceae22064db299192cd8cbd4d29ebdb61a46180162130bd644dc4f8c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c648e14db65c9de0ecf96c77be46862353b244
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf7eec5084ac09f8dd442b726ebbb615979513b0b4151cad8daa1470ca39be4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..931d28a4db839adb63fa642cdce89304eea77237
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ebc6305a23de8cbf1d95aa67b7e4513e33d8733bbe59414f36f35c4add54a7b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26dbaccc1a6f314c2fa8ba5ffb9b6bdf519e8ff3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468877155ce5b496850a64a5e28331f452b6ad5a40a5b608fd3beed9be5dac6b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a97b17cfb465980619142d8a8295c8bf96986d48
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d26df0fb4ca73717163e04249d6a23cf85ef503f00f5f26f237bde9700c6c5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac25043977f9a8a085b99d5f60e0e5c0f065e15
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ba20f22a6f6c3dae0799ffe1ad90516af441005c9c4ade7ad0d70380c35cc8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaecc12de07a8e07033a70bb4cc95970d086be76
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae447ab2862e4b1c8383f08d01b3a37e156118c10322a84bc92e8498c1fa0f7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc20258e96ac0ee3936efb7d63242a409c48c8ee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ae9139fd4d93ef1a6a25c0152f90df622664fdacd9a5084f9a3efcc44645e2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a98459bcdabeaa8145ef027746a32571b10ebc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbaa89d47b1a1986e24debf0daf2251f75b5a5dfbd5ffc4b584d27924635bd1a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b39dccc941a25e53635c00cb05d90fc2e195616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b3721adc994dd6887b40055703dd8531193faf7b875cf8f63ed3e2c860d20c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..906875e2aabbd737c820f714bdbe0485c62f6820
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851e43afc01df38004d2fc3e78c7bdc10a66bc22fcb0222c81bd6cebef79199e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2599473d3cf957a51dc37867ccef605093660190
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:984dc34357a2eda2e90f2cc292bbc2729e0c1a572e6e5fe23e46af8ebef5a047
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fbd602eb207eec94d0c54ee80ed357cd2382509
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b82f6837f140c24eda898b6ebd8c60f530d0c0f6a1920aca7ae2b16179a1f5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a2d44e702870a0d8dc870636d946a1596e95b2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be01e7f3bbd5cdcdca0ae458efa59dcf8a554536e060aa83e034d5701aefd93
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb424ff8d073634b939ed9d0b368e479e58897b7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9266c033f3dbbfff28275373197b726207e73e078c8ed238cedba637802bb7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52221a0c050b327afe20d4ae176941e164eb8469
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8551238d0fd813123604e476a6f0cfcd501bc41dcfd8518293a26c22a3565e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b3be4fbec63a555fa400a30a3c7b6a52bc561e6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47711de9878437524cc02f4908e2b4118877c7760b16cf1e4187d0407809708f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811edce678479bebf9d1545e27a2679cc09225fd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:647ef625957bd16e48bf300a7c5268e29e062290d24e7e3f2bc83c37ede76c72
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c710829aff514af6a33f1e74c96889c24338df
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17cec977f53bd3b4868b262c1512bafd15f3286deeab3c039d5e13dd89bd4e79
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b56818ab54e67a1be1a99469ed2aa72e77e44696
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f99f4ad2753c8fbfc837c7b6f6f01628d17ea091b4b0cf88e2069faae823652d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a006fdc32485461e658d733c39e5db120e19c2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:759f95c2f923ba87695daa9ffd8b9d885516d07bb01fba4cd58330f05d8bbc98
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..655e93ea00e4d9b205a43c575459493844b0f988
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3597849b411e3f2ccc039d16ff88e8aa94f097904e4ac878f0f24ffd536e1e86
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f4d5f145b50b8e956283b0cd3e40579c7466b86
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3776cf7803816e6b708a0b55d1b62410a6c508e411f008b0405c424ce13a261
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecad59717ea7a98fe29becff09eff1e61fbfc0a9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:620aa3eccb13d4c353e41fdc4b861a0a84c18bb44b69ff69b3aebef6ae4f624c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c687008773c56afe7aca2a01fa24bf425b05b01
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e3f5eca8b9428f5add003c5ac15ac675d3131220eb4a1a9bf3be6a8b761e418
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ebb7fd5d0271d36126062adae667d2042859c8c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7cc141834143cf01f0e898936df12ae12513aa91d5a9dc4a91e53af844e9b58
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07eb8f1fd844e16873d3f38896e108f779b3708b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817866e8deb8702361a521def7a208bd5b31dc9d66530634e831a13b7590d88e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f79c9451d74b06268cb7bbe456136c8fd9f2dd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30497256b70afc796d91c715ad18534910cde42e0f6ab85b74027c47e452ce9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0569e47009331c644df4734877c693e662ce91
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b05eef0df84a3263f3eb37aa81ec5a0e888f9b8dd03d0eba8926e6a1304abc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eca4f530423f3d9501a60f575948bb970880dc5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e5cb6c2c2d6b72f556b5b8086170865579bad85f1babf3466bea12ff978cd0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00f94d9a9d76f0cc77b436df43ce4fe2ad06c652
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7124ec6e5b51d22a907101c5c0ccb1935513566b4c14f7054a0457ca0ecb7eb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..378e9878561e5e828500dae3cb31f4237aa4af41
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c87b306a99953eb5cc839eb860842a0d83d41ca167d4b11aded6dd3ea6f9a3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b16b7590f3f7ad661f294e7985b20ab6b93d316c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e5230dd42bc43dc1f3a5435863947052bd1d4d81aea5c9ae4351b666b4c2577
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83454ba9f2816a23633d3d6291a6999371b48934
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7edf3f68b12a800ecb4f1cd0d98f8b4298728c4baa8712f00b4e74635368d80d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be09c99a71cbe5e886f08b2626f39ab5eeebb2d6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbfd51cbf4c0e5801d35ab1386f64f883d461df2126931beb6b37a63db54482a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8e9c94a110fba2e25552d0194f0f1c12b7d50b3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5130923bb1e63c2a0928828a0e70ff0a867b400dc7e2e74a5feb32e49a19fb8d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02cb9f1ad54204e2c9da4f46356c3ed277c2571
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5c235840c203bb169237479b7e7e8caa4d4b2e5bd9e4d71d2f94cda68c860f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f24731a4346b6d5831e9ae44fc53f0d5199ca6f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d5ee4db30805b4ee284a1021598e783c33327101aa052f0dd424cd1eb3d6e7c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f63255ae0bfd1b264991bb7a1eeb51db60e0fc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ff162f13ad9d5c2ff8c0a01780d43acf067473373b086c194ad483e7da0208
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4fa8b387a4baf1180ecab00b2fa803119c3be71
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccadd0d6fd218cd9ae923479f6a3aca1338939cc706682d51354be6c3f570726
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca42d1e0753dd2bf6f43c4caa2aefdd630c34f13
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f07498b6d02eb3299cde5f2edb31a1ce46ae24eeb5966ee972269f3075bd528c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32a042a2feeca225fbc3d3a26595bab053e5a1c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b68e6ed8925306c725fe3df2734ae4bc337d819134554b77c5109647643ca8d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..138c97e1ca451e0109ebdd16e44a1e559261d302
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41af46d8d7aa4d7fca10803ef33e976267905b0ed590b9c5178ff90dbae1c3a0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c06e6219118f73f7fa1d544394d18ff80fa5bb5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d334ef6b1a57862c81c341c9458c6a75d910029976aa5af324414fbb3228846
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed60b83ae79e11775335a4f9d809606ab59779a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a74caffc09a55f6a7baf3508fce246b1b5aac148faad45efc3166a378c3335b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88838cfecb90752cfa300f24b9b916dda805a483
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3947dcd5164fecc66ad25424eb96bacdb90b6cd48bd50293c5ab7491d08bb9e9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f727a2d65a5007dd5b697e9be14af6144a00180
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c552ebc0139bb6253217f111f6e8e6029cd05df85681cbe6e480a88a7962879a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e6e423b0a31b571944c043115c708c43b2ddb63
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ad692c3cd50c7b478a992f829d973b2f451c48512cdd5e586efad8209bdaaf
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7632987b8d736b76627b76cd33ac0eed0b7259d1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8210278ac1c9d81ced4cf8c9a1bb94c8bde41600a0134712da9a4c458d26cb6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d53a447db1d7d5cd9c2969f289fbf512ca71216
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad2fbda0e19c82320210b31de96d7a21345c4725e40707b0ea89264e927247c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61571a0594b7624f5f8fceae2b6e9a5dc86c6e32
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c647c30c46a943db59c9411a5792423b43d96c307ec9edc7b5ed6dddc1b8ecb7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e6c81e131668a310968de1d9888b2122b2a7be6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b034f7e43a1b3c088e1e8159dc7404b9b31eab0d5450f4376e51081afb61e9ea
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1289f7795558ce56898120fd4099715e633cc4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f4c51d7c2f03fd3ebd85af4a80a00cdcbc37f3b5a2b80484233cf1c08bed85c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a77b4e013e3a7518fa4a00c18d3d85182d4f264f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb14bd80635baa471fb98bc2c13f2c789c3c1c7fd4b9223b8f51ebab094b94d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218e7158083b5b4c587a08a353352b341bafef8d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b95832791e96f504c4279ff2ae6171c916c9e5a309569f2f53682a78edd4b10
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c48b434c52fa76ace344a085252f4f7499d08d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1bc4bfa94757b91f9202cc28ca37fe242f1efd71f0ab04dd34e327d6fc896d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f7a413f57ffef9cd552fa2cb567124c3513caa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d4558fa28f9625ad46930b2d592e75ffbfe6802960cde12d87728eb699e671f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffbfe29e519b4d08d5ff12184a55ed916bdfdd16
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab464238cca8d2d429b99f45aa55fb131bc335a2b4034ca111cbfde7d28aecfc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1cca18a4d640cfdb184febf6f79d17b08aa977b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ad7f4a1da30c5187b16ade6aaaa228b0d41726bf0f334487e9de3a1fece9e5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e123c2c3044b0f551662005a55795f417ca37a56
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc99bfc06940c2eb5f58bcd7aaf8bf1a3331da5165a66bbb48a3d11b45b58648
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8abf1c32e63321e54337f5225b953729e087fa24
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d1387f6751e6741dc83b118d888ba7d9962b7f70d3898966025a0e1d232bfe
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bca56519f49b35b50bdf2c5606aac6c95d8e1357
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7716d2749be583fdea28206f47d3653a9d1ddb2e1b729569c81a2a7405d77d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..502a4ca7d1b53263959d6fb3741d335c09d0645b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303fc40f5a2147776c33b700d6a849ee67b14c84056793e71e292ff03a2599b7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d65378fca21d17d98bcadd8f611321306ab72ecb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bea9dbaea6354d547e257e6d24de7350e36d3f56f5c3c710a7ab776938993d2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb05bde73afa5f2992514ef237875ea90a9a9616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ab7c075f057a4bb1a11eb1158f1f134835bca27a370149eba32c4aeccfdf21
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def7e06bafdfb8a7cbab287df4efd611f6af7127
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85f91f203fa94528ca0fb48bfcc2f67a6ddfe40f95a54085c2562c54bb0eb2e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a98841113674b1f8c76a2a1ada13bcb1fc2e92cd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f4ef0dc954eb35a8bd30b476a83e6ff4cfbc806b3e1e8f50626763ca25ec39
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90fe4ece2767f0119d10d12f8ca340c30104c5c5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0245e00ec04fed1722b461a707bb0c0c4bcd93ce05da9dd1248ea9fe25e20d79
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd01d1c915eecadfcf1b4fa2d3f3958f488cc97
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71dad8a07c4e9768e8b87c567ffcebc3bb2557ff8247fac4c6f61e5df20e3144
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee5df34e5dbea41bc6945b49b0437297aba93c25
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9683141164fbeb718d5b1f66488e643590bf0e1a6620f624baf42d593e6f16
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..788cdadd7cda19ec1c3c86636727a6a65f50ca4a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2e167d59a9114c676247cc0124a08d7da62e6d5f68dde0ccac93576fb45e90f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71cf352d54d7243aefc53d8f43c61a67680a9f48
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a31aafada905ea3b37e32d00548337e3849f8b8b8a97b8f8a13b9822c840cc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49fab5ba1731f13b1e8912254ebf7eaf22ef961
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c7e62058ce480a1f48c1af0dc2083b5b02f19fbdf3c82117a04c9ed2218e9a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9478b85e91c23d145c7151e40f2c6dcd83fb55cc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeffd152a61eb0052901533b32679c97606752af9e14b4e56519d270cd83172d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed485b52e4eb0589a9b0467e64ab67109f38d7d6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0069e0d3a3e109a2e58e75a1dc93f2c84b9830373988c80a71fe06eb55fff32a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f30382054edd0ee2dfb46cf1d64292412be9a14
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb75aa1d11ef8e769900d1c7b44173a6ee4a0337ba3ca9eaf26d4717a38d062
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7acb3729042cc368275f80fbc5980e2ad66fba04
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a8c24f289518fc2f31a6802eedebd3849bfe33b9b03b1d2587f3298e52a70f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721e4091487c4870f6a899b25d62d8df1f3b00f1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa2e4140acdff7f68678aac23ce62fdda37a6cf72f6734975a0f41addb68ff1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8baa02612abd55e825e9f69ce292fcffdb232a91
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e67da2236b1cbd6f4ab9c524555ff9a02b0a6bcae5615e5df03a1a766d462a6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48738b0a1a10baa9761050f1c16f27f6813bce0f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8962bcc5e828787821bb09c4c2661c357166a05811bf7813c12785f4034208e0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05739e75c35b2fe6613fb9a1eafffb2d6e5743b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53798d0c63ba25f54a46d5cffe45bb653838e08e1387f74fbbf2c69deb5213f9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374d516535c3c87c349601bf4564001da44936cd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c743c6a0753faecef87b90e3d6d2f0d45ac5241013c51f7a96851ccedb1a0e7a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..518bb2b972916a94759fea2d16d749776a48c4aa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17542230765d44dfe0d71c4e97d3ed656b4ed0471c04c43afaa47ea51627db13
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58db2b819b0a447f05545140771ffd74d170cfc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1652a1032bea9b6f4192de0d61aeb8ffb0de586d4b7358644810b45e1d158c71
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46feec6913e042465add92f97df8140eb1f8aea1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0863df4af922dbf6fa9a0eab08de0e7ae80e2def7f409fd3af80c3954163243
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98236ce5496c031729e66147ac5a2cfe945d62d7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1a686e48eabdc197fa0de08bed35362f948736a700d39db107600a04b2b744
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..783f2b3408dcb52141a05f1d87c63da8131a6e2b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b75676989fdca12385b9d39b5fe4c12e6069546987f604bde7941c33d9f5a9a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558013f23a2fade1e0e67c672465ea37eaa6c45a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ffb48999b6a8549028cc1981ce421be193f7d8e70f9bbcab63e0aba64da65bb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c951c4c193e6a3622338f8c978a8be5e9ac81f6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9127bcc2f78a099277dd4bc1611be1b6cef05b8a2272e9f42307241235022d72
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b134a9a55173691570a6fb0cc6ebbce35792ff71
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f3b8d021727f533db47dea48b780a4b71b8ad496613fe092b0be043ced90a7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55f387fede8c2c043ef184dc109f035f5910fbd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1efcd757c84ef567b486dbd7c90b59277ee2d2ad07c8d26a9731b06a7138cb0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3149db3387236c4bba7e975edc62746fc86c8c7a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f7644f038d82b363d1c4606f4b24dece51b7349a578fe5be6e0d616ffca7b54
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6942eb4ae7444ee4fe894156c63b722d5d0641b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124b5109b36f9a29a7ecca8163efccf44db91d401672514d01d86522f510cb7b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a591171b27132b7368be4a386a8517f3e41c49e9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95286f57ba3236a977f555a7c43982b7c6e10c7329b40ee793c6c6673a3a0b71
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5194bb4a15d220406f42f13a1a10d34e3208b9d5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a24a48b6675e11bb0bffb5a778f23953bd63d36b32118124311840cfec6849
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..783bd9be7bad67925bfa3a47d8fc0e81cc4515aa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd23ea121722702a3cd417bd5635da196b45ee6c19a394758b0685d27e079bd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4796ad5c2b3b1ee3e7d0b043a41e67930c8bb6ca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd80008742b583654bedcc9b7c75ea3e9c9ce7ebc0220986501c13abf128595
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a66129f782e0ade8614e27eea0bf6f8f4f8adef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e56d6047c76e173d6b262f7d00fa4427ad54bf4e9bc4e947831b40dfea84db
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/lm_head/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/lm_head/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec4566af396dcfc63cfec05ef4ddfbd75b5c1bdc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f6d2376ce88b9635062184215e81bc247850042186eff12d5b84ce8322b973
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19252030c173b41325a34193098c7c209ceead8e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dde5e1a3e0319e8d47a0a97de5bdd067ab00d67d4cc97f189c44e8e45acf0b59
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e2fe8867f1bb3317efc90f177ce5fb6f78d451
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56af9aed9ee40fbb098414cbc33a71432143c62c1fceadcbfa1ccb443bb8c74
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25850bfdc49daec111bde0ff51dcaa419578cbb7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37fe4f6b2d05208d3a8f47564c4b9bc1045af9bd7ac61ca720d9e18b177446c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e280a8c734062a8f1368cdf4cdc2c2be0ae6375
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58296fb31afee096086144f0464828f5326eb991f87cb97084cd3d3e9c224066
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f808ec5e0df003a001f5d289901379fda6886e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70354f9f58d28079e2e0735d28211be09b9ad5008ab20ba818f7b9a59bc1f663
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9dba349bbbb072cfbe2d6e98787bb4b61a8891b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b311e3c207fbf0e726e30f9f9619a5bc5582a4c7477c0b6d83b6d3cb8a4e19e6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb86b3f8da04abde68d30e4a554fd1b84acbf284
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deeb0deff06dc4986ba1c882093c2c60cb322878a2eaa58b5ec849411b0e2d09
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce0af692f8b4b97b48ed997724646ba9ee833300
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa70552b5878bf6505a4e2b7e3db9f101ff993f7fcd22b7717d11198de63d85
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94e90e1ecfb0ef14ca73db34c7fa0e40c20c539b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26739e0663d7f174548b79555cf825acd53554bab80d1eddc4532008469ec1b3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8527ad05de75e33b61be481393cb64872c7d1676
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a2e3e0a6f31f1dff74678a544da74248789bc56f4b8cef66ee88ac6b0052af
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633ec70ce7477e53e8937d15c60fb26223fee576
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc4aaee85580727681273c483e2c3f8fe913909968915b5c12399f5ff319db0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d8701fb09f49aafe97802fa7ba8f9addfa3fee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ab94b6a0ad48060eba250a3e8e03cb125c945537a3fb5fc3c2b930a7ee84fc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b30f24f53d584098e7afb037c63f9df27fdcceec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b4e1dcd8704c48c2e018eab5df2a8c2bd40eba6d1b75c8f6834fbc2274a3b5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58f891e2ebf87add2158a179abb912ed209b8f9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82edd6736e4407ce4ea298a467f374e7f2f6bbceb75be8b2e050fce633a91127
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f45c6c03b3febe7a6e90025ebb451b711e413240
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee43e65557bbf42d50aa620891db495c18def165c86b75a2c673836eeb75ffa
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..679362d33481b44bb350172cff8f2ebdadc929bc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c2d173faf1b9296bb55bd0843084a5d15fa169d64a7f6d97c53cefcfeea573
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb0e617a01385acafdaf3a6e6fb78c504c487275
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46012b0d761e836b2db184a249b4fe2430de7811e581bb79fdde1fe4750bb81d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cbcec37f57205ba04a6277d21ac16ed0d6294d6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb564a886f301f9add962aee00f884b1a4c9b21a094e9e3e58e90c8b532f2ecd
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e7542ee324b6a86c4f07bec59b4e331ddbcfcf3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:472c85a005090ff2ee3b6091a061f55fedb9794478f610214c203e12df0b4b30
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf90e07aabced10ca3b39b663b3637a1638138b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605f03723a4df91cbd99c0af63a645f29fcd7a5f7dbf2b16639442548d627676
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff318bf43618988e88806f0f2e20ab9bd94241c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c014b11d9ca226f6e2cef4704be395bd416a7eebc6469d943d39f69cfcedbac
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9b607476b3fb51a302d9cb3d284e5a2c8d7c365
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e06a38710dd83a4ae7a19ffeaed0bd3568f5d16567ffbcdf28e3f492fd7d2517
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e9c4f0e9112c3e161d9a528ab5ccca1d722a971
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f5dcd6c562cf214619d37eb6e40431b809404a757c01472c3aaebc10812735
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4da0afe9fdd7b2bb3b647e8cbeaf49b8edd9d84
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbdd1d0682fa90724768f2750706b24b735d1cea2dbf448a11307915b027b043
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a40f17abb502b16d4fc27d3913fcd2fbaf994b1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d8ea4fa93125a4342928af96e48eb1d475f266b0a8a85938d5275186213d77
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de126bc8fef57f14063ae568e1f254c5188517ad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b6da16b5082e032cb6ee131bbc00fb1e4be78efd915ff9c4e4dd138ed45703e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84350d95d5dc9b561cf01b8762017faeb1acf5b1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45fac7e909c42ecce1b7daf216e2c3a8f4a25f5ad45315bdff4abf2e3ce1133
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a184fdee5a89a507a837cfbf545e776e7dfe143f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d64e1744a072836b9da36a4dd453c3f3f324ad09f45f1429c11c8d89125e464
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c81482baedaeeca9cb9b0d367f8bc4fdb6da08
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff8a1361c36563fc440fb4b32eefb527875fc548395dfcce5b318912986ae7e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d06ace296884ca74d255337eceb5e8ced393f24
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c2ea7c328c58f3dabb10439693f076587710f9f833bf28e3f5438be514a5c1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f18f5d37bec0599723efb9bc8c0a5664dc3573
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc30703fb233aa8fdaf8fa4f2cfb1cf1723160b8c22fac182ab6a86f137bffbd
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af1339d901e3f40e5bf32afcecb5dc383e9e02a0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc579b1ae0cf156eacd8d727160648765367d2740b3f6c5510c05e175b59ecf6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a66392d825d731acd103f58c53cd719f2167454
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b8771184fec36553f5345f0c22aa326cf03c048f8f87870a3e8dd54a32a3dd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b69166b049c8620dcdec8d76082acf6e8dc5588
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b0621ddf345a1c7eca178acbac2c9a5708352541dd19f0a69fb0391edee09c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80887fc6fb2b8336699eff255b21f217558fb66a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b549d03ae589869b326aaa82fe2965b4b8adec28c73d67de374c59702a93925d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d45fde909252e3f70b83636fe27e76c771995a7d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c358c459834d291dec90d04296fd845a03f1f6d32783838c43227b5af53ce4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b90315231513ffe3173c6395917bac8f89f2e1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f46f84214897a3783ffd8325a4e2ff345071b9ac3696f707804d92d3986c1057
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8eba550582f07b67ab506ad04c40bae86f3db06
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a961e2cfd87f43794a72dad8faf31b577ac98c6069f738b80bb55c762d7bd6e7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f004ee8a437c7764180e8aea0017ed86688503
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:581b74529fc9baa4530106d2f84e7a3b2bf9a73feaf3e051f9acdc882bb3ebf8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65244de74ef1416359d6ce34f4ba69731a654f75
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:174bb99624f92f1e194464083facd32a42e36ffb3e976fe12ecf6fb3bb3e1eb6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8931f49561887cb73c73454b3a24936627297c28
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104eaf2db0b03b74b9870a0a155d0e25fbad4731344af0d1f66ec80bfe51aeff
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f92ff7434085d47facb4c4c583c7d5a2cd7eb10
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac85a3780c7c39d7719d2c11f6a97152e052d0ffbb025e8174b11993d85bf84
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa59d6f1a345ca8aeb2f06c59dfd9a96f309b71
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4b71995e284b24be64ff387a4b772112462a1cd3edca7ecdae06739dfe2ed3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9dd3bf420fa43a3e45695105dd0502ae72c0829
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16fcd9a4e874b4e6a0f07615bcad1d62cdbc110e2f66b2b22f8bbe2cb00fd333
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb209ad75d7725c66452b8504b9bcb4f5b8fcb65
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a867e772289a9122e7d91a435499645e5fa2db78c9a7f5a006313bd78a0fd96b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3300442abbeb516c2153c0458443c35f6e7c861f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b621b756625e021035b80f7594b12195caf65535df7f3530d1eac82c528c7a0d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb14bcfa209f36888b966f7f4f724cfe09a40be
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f21fc3e33a7712538e34fa21e30b05a0519b00b2c1291a0ff09c9282992f018
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8a7187e9cc0d3cc2fa3c9df7cf112d9054cc4e3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b957180775080d06e28c6c2bdcdd4f5c76df6a0b9a4d7c62d704c78a0fe1bc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a82075cba3d9a4565cf9f71e53a1f5a9d0cd71
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379e7c75a62b137ccd1db3d8278e232264f9413366233e587fbadd512e0909bc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b8fc34872de9d070f18f1129eb90adddf8c45f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a0c1f0fb0179bdae219d221000d1837659d7282ff8f78d2c7c69b337a0f6af
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d55784138156776eda76cd911a690f4c755c3b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b84970b2397aec78a52cddcdedcc61edb2bca04aed3db702b50efd59e42a52f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b7e658be371deb728a440a949749747d53bfa42
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:344d5dbee7fa67ca3633d4d7dffbcbf15474156747645386dc7713ba4c9f89b1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8fce59aa4cab28bf288a34046b07bb37fc49ded
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0809db0ea02e36bd0dd4e4a6896949c956f6bb96e82c69319b4f3aeb799d51f6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14ffdc49dee6e7671850350455e119e3fa01e96
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ad4a623106c232ebe4ae588269a2137490c2c3a086a067681523615a602d18
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f3e9ec326eba43391f42c6606c5c8283abc7bde
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22be5c8407d6c76a3ae528422f407b8c254fec0039c43866209eb30c9fb74d84
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a004d8d7ce667e8b0f034e231b3e94c0e9e892b5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88572343a77e3c924c68d5b6ed3aa48e4512b6f64bb3fa83992f9669c7742d5a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a525a87861e6d966487d9ac349ddf9c5702b8c0a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b7239fcdcdbabe7daa9577089f7266814c97f3850408766138f2cd59d5631c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1304cb7be85fd0ace9447b68ba18916049ac8d8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd0f94004ffd78951285bd99eca6f7be0547aa8794b3c144aa94b8870b8efed
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ff9dec916182b76c5b18a9b48e9f72dfe6ede1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb87bc96f5f21e3e3466a04a574ab4d05bd9f52d3e87fcbca521b60cf6729fc
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d659f0146a85f24bfc7ac7b99e32c37aab6796b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a3c5ae6467ae8987d6c3b082e43452eb20010b0e4f5172c7b5bcab839bcbe5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5afc536b06bcf03e14dd58d0504e087dc820bc59
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b4142fa1d38a4fe3fc0c77cfbbd914603326a8f62eab03b51034a2b53cbc66
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad39aedb18093e7b69789ed4c716cf742f32de75
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c19d415140eca1c17cac5323f01a019f2becf8532166ef97981cef75f29a11d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b17d57edbac2f8e917742b00b61fb1041eddcf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc883789c165a15b02888a689338bce46106002612f924c4ee045e21b982d37
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea9c4f10cf7572f5ffe7880243cbfbbf27a16bad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc10e31c66662347aeb103655199e4f3592d1eeece25a1b66671ddb76134dee
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ee3f7f121311875ad417843602386ac4c8aaf28
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b7dd87709d8aa8721ea8a10f1e9758fbf2f864df4874791ba0b5e875c1bc9c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815b234f881c21aa56db9d767dee093b3b8d0e00
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efe82b506b8b16c0c05d6b2815184c16ca0a8888c1b647d4a4a2c8acf3ef82fd
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..babfd8568284be4a0c28d62c5e952af4105e04b6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0966309a750344de235eb7924e968bd9f4a89518ac101b3481b99dc25044851
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0fe03c8e91c18e6d845554e5b6c951a015c4155
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d060f0b9fa0229c5016e8f5a507b6c8212dc7211ee81dc65a941596d8ed5113
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c79e54b72011ba60e58074db4d1125ba578fbcc6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34dfec4a72b74e51b45af2db5966fade6589ce5c8798d4bad531226176b1e9a0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b68e271b63753f7094bb1585cefbe03a5ddec88
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9117f46dc33973c4e60f9166c9eceda6d0562f5d611a205a30782d39ec45bdf
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a49bdb2445f741962c41885add412581fe4e03f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e68761135e0bedfed25d0becbb89c313c6e53eb8002457f04c449c1ecfaf036d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c2e9d5849a8ee4678c0881a66ae0d12ab84b5d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365d01c6869e09572b4dc488223710fe3e5de0d90c93922b6ea64d3070d05e33
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb1fc154370173668acc10f082f88b19a74d832
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181f47b46c3391492dc6f026aadd066123f9fa42de2280d5574723242004ed75
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4885cd2973bd6073aa9ad712225fea0145f0c873
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5707808a251078573669a07cc2c435f64c0c36c90c7d96776e544e6495b9ea
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f4e3903609f7a9cc98a296565486c722aef38b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c585fe258bc8afa99191fe90aec39d0915bd045fe907c1c64feed2ba5af51c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3951f60866532a224d67cc7bbeb826763b994c9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a65f3d1a532820c5f883a760a2cc6f5331c71234bb6f9749d6b56e641f90f09
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d265898ccbf26c5d599ae9790f9f5ad5485cc394
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c493f49edca6b52ad104a6cdb23c249ba73c14d4da950d67f92f116d039fa41
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4772889715dce28e0f4562348e52009e0dc906a7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1325ffee6a678adebc0ae319f333a93dfaa111cdf6f7ca6a44271611f70b66d1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32405315a9636c66736fd923741c73a94c594e62
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:727ceda9e18caecea58cf730f1416c6ae20fc726ad98d14005a6f025148f1a32
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..269bdf64720d3559b4ad59833bb4b1166b1dc787
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1688d8afc276f182e56cbde6f3bab73163d297b5cd3f381a0fa45e258a1e118
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f78f7f737f958c25cf84568ee37d789a8097f5c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7e0d8b5ef932f46ab2ca9560139b93912329102f01368010ab524832a371da
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e83192e70054b5866282a7c0f3e2f3879f1e5ec5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab49449be01d130973ba8b766d46b4024583864ffa366a518412fec07d93ec1e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..328215cbfad75f6ed3c901cf8de3b6e2e0f6c828
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c61665da9727df45fd4c98013266fc64caba176a72cce856e066d9a46f12fd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f519b6ad6698459e7b26611c639b5b6c990d82ef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20bc2b903a3d4d4d9f9e18d27253a745aa04acdf9222964897a786056cbb26ff
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa99c22a22c61a77d107bcfae62e715090c3126
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0818cc37bfdb1dcff824c5319cad367b4e3f05836999a627ad668cf611cdf40
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..511e6eb8c2bc5ff42ba6b606c6a1d353d04d8e9e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912620abc1455814130ee9bc7b2afccf6646664601a3685a8fcd33ed0afe86d7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d792bef58b29a8bfca0d8fb2ebfc8969ff2dd7ae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe0de9091dcb5eead888ecc51eec8f8cf7907fca650f900843d0c94c8ad483ef
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd1f43ecd21a62b18138aa076c9c02cc1acdb54
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9f67c450e4764f739213a89d8cf74c80b6cd3c752ad524e72b59955430ad7a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91daa63ca28b09762351548b8096f5b8d2d9ed0b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e6d96ecfc597164041ce2158d03e83e942470aadc587230ff9191cdecbed76
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691d8a5823891af0daa1e9757bf8a04221a28d61
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c0f68ccc28ced7dfb90929dd5037510053113fecfbb5af33de2100eaff51e6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b348138645d646559cd557b4a0b6200b976e754
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2a139c4ad26b8682a67e4582745ed6abfe99dd6a698952a73e455bac0ea4be
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144368635fac9b4354e20c2f018b0b67a3a93680
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92503880296ac53920ff347c20218cc13f01ed64599f8a927c0c4ee6813f1f08
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac0a9e674d41217fe3d19818be386bbf8627d93
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a61dbbe8edac6c9aa4d530aa43e75890820093b7bf27c045dc6c70e552e60305
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ff06fb7a5b363b776f8a2a4d5929e292020ec8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e96f0a6083482281c3e479c45a54a77015b721718268a3fd5b3dde70fc22349
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ef28fded37aa9196553b20db47ae0fad239869
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60006d7474cbf95dd790606e4b8f88c762d8e7b768186000aa016c908693725c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0257f8ef8ef32e6bfcb9ae94662561001de839e4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8f3c424d120e58ea1a7ba843ba863836d7eead2de16fa7cd98c2ee3c059216
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64ecc84533d9314a6a8b72c0af42542bc897471
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fbca8bfe06529f43f7a8680dd081487471a216c1840e17a37ffe82bb2ca98e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a09ae2e3dff963c41a45c369549300d430664c06
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124530217347ef3081eeedbb46fad831c846e153943666f8dbd29befec560369
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529166ade19324e9d54843bed810a24a9afe8910
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ab35bfc4b218dd7883f6f89ea6b6c0d2c4b0c659e99d07c999310af3a3209f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37ab3784385219eb0f356b37cc2a6bfe436d94f6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a52894b815e14b5aa505c4aa6cff3e60ea8db66a7689632051e93556d8bc41
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23265ee699ece809fa0df39535827b47029754d9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc11df220d61cdf7b6de99a03655f8af13c617e5e6b2e807717ca91d693a015
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efa5ae7f711d437c7f36e66ba003858cbd028f27
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a0dbbdf45f15f2c28ba0ef755c314924fb4f2f0a92d97adb61db508091384c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e6c64248e285249f788e0aab681a468f17ea21
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c23a1fbfbd5d352eec8037af79f6a4da565b42ad87cd94c50a6c4e6823a92733
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca4c8977ee302fef9b3b06665d0388d27dd5136
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d91a2adfcab395ddcf091ba9eb079abb2a7961dbf64f94f6d0ca336c08f850
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f42a9dff4ce9a9cb20b1f313c848738681108c6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426dd7f59051d06f2294df4ac813fb0206a9520b31c438c286ee7a981630f03c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1deeee69d1a9efb70af1f5c0f914e1ee236dbd8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b1402d9c85fe196b8cd9ecc6e8426b935fafe5d0a0e74feb61b70d79af0ad7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..935dcfe0be473970d50823b382f355b3d71b8ae8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:602ebad3833de9e4abe3e60c938e8031b56c42caca1b7e93aeaa84f126d9228d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1c478d8f51fc24e5c466afc6100f59e8b25b9ef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d740ab0933a25545ef2c6576a56fafc51775b9518ec49162f1f1efc0d7b8532
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4353e48ab8aab0df5dbf875b4cbf1fdedf2f13f8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac05871427133407228a187755c370d4e880550433aff741f7991115a3daea9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a511c294bf868a38e715b4faec023b1ff31cf60
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e159dff4a3133f0fc6d7a212cabd022eff0dd1484ae4902703f526bc7bae430d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd777417666ba835a72d3976615fa1a47a6527ad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d371fd7a3fcc2ed96362dae7013fa2713cc083095bead51293cba45964b8444
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b31d01c17ad02c2b8335b2006cf4a42dcbb2081
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54af4ea1c0c7c68fe9c1624786310dae924f260901a756565522eb956ee86647
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0bda9ffd9248226bbc08c6fa160cc6f82199be0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d8bcb15634262a4cdd8f79ebc6b2f26e9dd9b3c17f0f43a818729028db576b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adcb915666fef7050aacff77aa55613a35f3de5d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c391bd434e228dff954cb9fa9c7a902629c278df8aaf81409c8831ea28e0165
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af7fa3c3581ac7baadcc7b65295a1693b8d7cb2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67aaec2ba8c192c86f8a2a04fdbd79969adff8f773007cccf4c7c22fe3c131d1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23f6c7c7fab981bcb3e6933cf369c438807c6dbd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b298d6b52d81d530c93c3e9cc0c3d99403601cb7d4b5e2574b8a8a449cae7ebc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a879268e096e9112c705faf0978866c75c3d00c3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a32e890b4fa95ddf953a6784c5fdbae0a03f6e81efe130b32d3b81b2577198ae
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d5d54bf79725e4ca0bd91b0cc60cb2ef3daa0e5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e02f47ce8565ec9e81646c534699d6f7b7104a69fbf77e4c91b62b8bfd8a82
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e50b2da8eda3526d5f163c1061c7ffed7c975da
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a2c9dadc1f78c69b8d613247842bcd5ecc57893dac7815b39ea40eff8dc1c46
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b21608da2ac4e45c921ece2659294dac17965d5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b298cd0b26c1b9c74c1b5db627d2d79fc9555f95e7968e041b996519075c20a5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93249b09d9a7d717d3cb629ed6bea769ace17aca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f101586992c1298bd58bf6e7ce25e80bcaf6d2b4cd15f08a346fc1a56f2bc222
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d550bc1a33d412f74b01ec80982e265d557fded
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a431fdd0c6b7214aedb6a1da3befb9514ab798f13b2544ed3131a7351d46eb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04e729b2ccdea5543cf028c30e3068f5f2acd5b5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:457c0613d0f6c98af947debfc26b206c42b82d02489ec5c357993dd4bec6b4e2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052b6ec08828f8dd32c1b276877d39f69cce40b9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8089b27c07a22c5aa1fb6e4a0752b5263130972d3806215ba97120e0166470
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ac9ec4eacc294ab2dee29c77adcb208ff85ca5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44fbe1ca522f500546fa3dc0bf19040f6336f2b1941851f27b1e7126bd13447
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8551e64de5a349a08bc91f958e13b5b79e6cd9d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30494d7836817bd4c13a28aba3b3ac7d51f2759a2e280b60e9e34ec282be314e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae8756b0b4e11acbdb62d6ed5c59821dd3e7b7b7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2209f329ca0e44fa28dde2fa75f580c7dee29452b47c8b83c0d2ce9e9202762
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d74a0c0e3e506817363f4fb5f390c2dabb983d15
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4670c4ac92203e3107402888d82ea250ce11a1b2f3c9197bd53014f811d70d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562a3b6dbd61d25c727ae55faa3fce9acdee33e3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6161493d0c4c8e719cccc7e5aeaa04658b3dbda9c7be61bb5438c6453caa03ca
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14686c38f46a6275d96e1c4aec67a519a91b0f72
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:349fd7b19980637446d69cac6119d3a4302398adba8a9abe3a8d90d800154144
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33bc773f87f012dcb215127edf52d45f28ef86cf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d0aeb5655e3926562bebd76b2ce1f85eff74056647b723b75746cc14c35b9d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ead7689f74e44dafdd00885e6a933e8f16bf049
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5062672c20abbdc350afc50aa37e3e2f700c2e70d04bc39e8e4e152b09f6d76c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0637144db26400696c2a6158e2f0e14dd201a0ba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97798bbb8b56ce7f67d08ebcee67901f1bed637669869aaf16dfc690ba208851
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad09a368ded58c2ea04db4394e53a262be2c562e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d412d926f255a56da6f4a87c557d09fce0bdc1dda968f819144f41f151857525
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0515a1bc57dfa85d9e62c3e65c28b84ea0a507c0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50172e21fbd2c55f2200d7711adf0fdaf671cddfccd416f71631439e01af86a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25fbdb37321f8735c359a876b0b4c7709877a307
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7005fbff879b6dbef9625b3ac00b5faeb678ccb43805812302f1d22a3abb8057
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf01a82b177425f4d8eba5489731522ce2b3bc46
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0307b82400e5f6d5e8b3cbd0e49ab2273c0443d974d21c5a39afcdf16b95846d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a814fb7c6a325010eeeb6d0e7a102a0ed85de841
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b817e221b472e0c2604c39ccafb2e5c38d1587788d05d9b88b564e6cca7d0d39
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf268267fa7b29f4c208bfb3e7d79ea2c893078
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be4f715c331ba1a5792f4c7f8aaa796f70162049f7f438e0a4b453cece97928b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3663a98576fe9b68a79fe6a05629a9e14c0f4b9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8038c5a54571b3e9b7c8ce27e22bab7b81d517ce1edb35df8d4888ae133c62
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af8239f26de5f54f0b6ce734f0f56e20da98b9b2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87dd6829614854c337ddf67eecb6fe34f5fedd39845982ae73959e8476d7dc90
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7777ae3ff6c03a1ff4ecd4a2028a602c23e767f7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5454e8b7b3322ed063c384cbfb51f3637445010a35412f109397dbb8c11fb995
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..281a8b3d6aa1e45ac8f81e9220677ba9c924dc69
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd71a4e0f766536707b6f7dc14575a23dbc6764b2feec5d3ba214ff1114e0fd
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..535eb58330ee078b26a3f85a6b7763ff612ef35c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dcfebc0b592800392615b975569b603baa8672c7d59a7386f0e2b4bc868d709
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f0a5a1a816e135be45a58283c70b0d2a941b51
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e12ca72ad4da92083526b85e0da204cbb357f3017f0fe111ad5618d69c47f0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..655d4230acacdb4c8916d05df925f8f12f925917
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd8a1bd8f5a60ee0b4dd1ed6807a88186de6ed019519312b7e004253145b673
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c53f5bea3351e68566f009b4c15cf0e6ee7840d1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1bb6364b2dc68351195614636ee3f0d2f6a2b13b4d0fb9a26a27afd158623b4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e46ea5ee2cf7f39ef2e22d27ce8c77665a7870fe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1356ceebda2d13df2edbb22b6233ec17deb3038c8dcc3d996ed55fc7f80afd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043e7af07ff0092e9e8474119e635bd53bf32afc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b277b3c6c8f0d28594b3f9b08eef62d9ac50f56cf6319121de656154726756c9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520f5727779ae618507b417b3b687a175290418d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9820696059996f24328a9a7a8ecc797931887a18a7edac07624e42602558d4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..948ab3d5782e4d3af020e61f48993707d5c9c72f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb28a92dbad9da86583544376ecce2612397871d1b0d9eec53918ee731428f1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..841b8462847ffc906a1b6a5dd8bc4b39e91bad10
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7970de04dd8bcf4bf314377d2cdf12800751fce22de3a81d03d520d94d649c20
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7ba54c6e3e3c8aff195c3c76e64a68a70844fad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988604ad994e0f6bc229ca6523d5916a27567a39f0e6544fc1dd78bb2312c478
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862859c952698c6088a43e6f5f490a28d823a621
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a5eb2f810ad58b0d29d5e6a6701cf59b03fa4807882053a28620c11664187d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e3244e4a0ad2a14903137638fc5e160ab11069f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ded167ef712977f37eaccd1397fd4770fc01d960878363034c7c97a197c02438
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f033ad756368d3eee6c0cf6bee827382c9a809cc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c9c9e722dc0975813851b5322c5d2e6ffff8ad558619d4f0aa482c64b2d3588
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3675104e0e38634573b16ae2a6ba3e87f356498b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef04d1ff2fb7a059a9e9e78a6e8c31a2085be927be2b4bec72874f4156952e6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c6633351e1efa5ce21841e95707b29a8bf8612
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82810bb81ea1eb8740cdcd65ea1f094e1c22db77912f5ccb9ecffb7b74d0d0e0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d61a60092b9768293dfa614635e146a0b2adf6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:167ddcbe26cd20cc98a1b108a0b96c0c41df26910faab2f48b0a21334ce4e5a0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..193cd1e483b555eb41e56c97ab2446e4b3ebd8c3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91389483b519d98ffc0cfd2f9d2f8e8144bce438b42026c8f6362636b47fa26e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f238020e18b3a6c2630340792b58ed51aa63af
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f739cfa2ed01c4499cba0367024eef55b29d3eb11df6850ffec01665fa790210
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc278e9ff77aa0d2a72911ceca3269cd8ecd1ebb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105476c17b71a834ff590c508a175f1583358e9c325c91742afa4e223b037462
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42c8ad19bbffd138e9b73846debacf8564a5020
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2759bbb6fa61c440da9d7b5d5bd40923945475312b29306d8a1a564d23f7601e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5711368999912cb9bf39b552da11a85f9c3e6259
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c6981f0c5d44bbe04288a551c561511c61973a73ca749b23a9fe1e765e8f4f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5bb5e9d4c4ff2d8788dea201a57365934b8ed39
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9894c20617dee22ce52fe5568de267a12be9625a394c7e10b74fc6475049726d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fe7a9f981791a26e8ea789ca3bea471d032304a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:352dd143f80b469fa8aeed0650af8b0b2311735eace5b3f60b95634fb775d544
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b14952eaf7c3d7e097e91f88fb186045b526e57a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdcb9d8cae948936ea3201c72579d04a2138333eed46d0f827532e9b5847a1d2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecdcc3796d6a7d49c0f372c5e4cc49c847af245f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:815ee5c8a49efb1176ad920af5ab36eb125dcfc5cc7785da8300c4c297bcd065
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a85a4876544c2c8ff3bc022029e217f18f4af5c7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe7222f96629aaed1eacfc7ff6abe4fe5df0d9e858ceee7dbd4b4c9f5266785e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e30fe0d96a1c6444e7d8853d54444f7400d79913
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f641b00ea5f5e57343522d140f7b4839c68698164c4f3b281ca323dbafc51d31
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2717b34b88e579ce18b50dc1bb887cf22a7184
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89efd322299ce61aea4c041f4497da75306620832fe5667b038cb228c4885690
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7abe9e57d7118d482eef7a1a8f9011ecc1c17fa3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88b5f8c872849bfdbc55014c69be56f2c1900a78e42ce5af88ceb59d983195a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea26af6871602ae353ba519785cd33aeebf84d7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:217f79b1d3589fe8655ce71f0514c5bbcd08cabfb2d3dba77e8565fbb658183a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4767cd84c805606764edc0b9167668c88fca6dd9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf3756792a2a03efec837a475eb58bb11f2affbea22606c36bdeb828a50aff7f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f5d97f1c304b02a5880c255cd9ed00e1bb7a4f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9853c3c5a1b4ba66783ca9af1a2a34f99ad55d3b4b5d53f3c62eb695c4790b4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7bf9391902ecc8b5c7355caed6812f937afd834
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c48c96077eba625089d3f8b1be38726fb73d4805524f35bd12385317da25440
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8836842dd8d5f6cc88110fbde6090b029e2abcc3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afbb805f0b9235026c2aed89e51388e4782225253c944880244564425f6ac279
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d3224d5cea3ce381d09d9ee0fee24db940c75df
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:922b95eca9e236ddf556ccc29a95cf36218fcf5142d621606e67960eada7d0e7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469316d9a55dde34722f2887385a2928116440d6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838d8aa9013dcea4eb5ee059518a6699adbd974cb4e6da2d1ea80b2041226e36
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..249d69a6ae70643ec0a072434521cca9ab381adc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a0b973384b4e437d5cc165c2a436e19b4e6e9c59ea5425db0308d31b6d4a5c4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64b50846840e6a09983a5ede226ab1950671afb9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a24adae467c5988011743db383bafe6d855378d23fc7b27903e6739df14a6f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e614bbcd24336f125faf7315f68d204f3b3dfd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6261ffc5c4ab5678c5ea50d6c214553989a06162837cfa0eb5eb4fd289e95724
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e8c37d933cefeba8df4a7ba9f54e47760c7a05
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea1fd262b1206f624866bfab8c4c7a580140c46a94d9a2ca2f05490d02646c6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1675414134274c79ab1131a1df0f5d602a90bfb1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d896e8afeeea93c75d0f475ee16fffb6f0fe89a63b18508c596d0b6911d7cd
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04087fc12cad41598476be35927bcf93311cdc60
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef3730120c28ffe5e1e6c1c8dda746232bde59470a9b4987035fd0d4af43010
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f1721e11bfb879359c5aab9e70a42e7dc304cab
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f6b7cf980b5d13a55e9a78d99269a664aac1c34cdb45da8cd7cc036109ef74c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..effe6ee52eeeb233fd22511b3181cf35cdc46ae8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb0f65fb9fa8afafee1f94096410fd307d47072183536728ae4ae9bd9e864daf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28da280ffe14ffe7664d34c60879e21b5dc2c5c3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2dc6ebca8a657b7fede995e728f8fc3d0e193eabeb3d8b888bd5015b45ef0b6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2cf7585ab7ac2f8879a1972111baeb3d741dbb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9b35040498867bc61d41e673dec0b203dd663414d0affc4064c3d4a45a9164
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbdc53c4186496e501d812bfcf3e931df9ba7e9c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4207de0f81cd72504e09ac3868be4c280fca45fc5b4f3222243fad903a1605f4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6710f3ca7c9e4a6fb711edd4a9b7a729a25f4b7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc125e3707090f46274ee0afe2c25b462f49edb45d58b5f5d50dcccb6e40b73
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dad3298f4ad3417236e17b1cb37cf3121c49f2f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deda6eefa07d8a864ab81011482d0fffda075b089c9b4e12045b41e46cbe7387
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d310166f3a0ca2da8d175e07d1cbd1a8284987
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e50c11ee56312f56a030826bf4103de88b6e1a3899d9d779c0ce248111814e2b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94bb1cbc6d247e37ea2c20f0df982ce901720521
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4abc759a479e9498b1fdb6eeabc3be30b505bb7ea5a5b40a4e6629d55979d45b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d90a8ac6dba178ef3ab6bb1faf14ce61b2d0403
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90259fc40d4c1ef8b0a471597c5abfeee5aba4509e63f696a304ef5c53e0af5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d8876dbd0eba8f0d470cce6d25d992d128a54e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb4c37b0d9899da11fadd36af1415396a09c397524f1dc2901259e834d28aea8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..956309132e57b30e6dd4aa60029c059b4ad6d680
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bca6c19886480659548b9d9136806842ac1d221bb8d693027b33323e11bcf78
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cbfe0c194b6c34efc0ccac9887d98b86fb85721
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b4ccd6f3338b91b72ea46700afb1d6c299535b469b6b97185f44ddee15b665
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61169430fa7abcea512417fe5b6c78c4bc88ca08
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f2635a6350988e5c35350741279e037b8f0ab0e068c63df2d08205c3df04b7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b0868159eec8efcc429ab3f06c037d6cd1f6b86
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84d226ecaf08af57c362eee6484fb72f5332230a9c904f524b2d3039f507cfc7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac01c671322ad2cfc311e8ac6ee0df39c38cbd41
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2783ed7035d33150f3568af93ea2e47e54980a2c6a9717ba5d4098b786b22496
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a778d08e71c0bede9da6938d3013de0dedafaec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e75c1bf4713a7038deae80ea1f676cffa9e1206672811ef410c0c59031e9754f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a85e6cd0629d1a4dcf273e4b392a8b58548bcab3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c12aa6fefbf9ab0c2662aeeabd19f196f628a701c453aac84fc9ec719a5928
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..332115308ecd4de62521866912b6735e1bb86214
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1c500dacaf44ecf843b7dd2da322d5a6a9619d8751b456c418b564cfe4517b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5245ebcbb110ffec74d83f9f46a334d1d1909e8c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:679abd88a723e5415d19c3fef3e495192c1e640f8891352f21a3c7203765e46e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f72e6388e96dc494695cacec2a26ccbdc0fab1e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd0150c1fe4b1e99566863ee969219a5ee264af084dc8cb88dc3aa19bd563b85
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e4127cc754f7ab71f9cea4bb7b190824a8d9ad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791a361e629bb4cc6cc3123a8b307c98c2e0b26ed4bcc63754e64f25f5da8f96
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7204be26072c0e9b16a9ec76fbd86174957c88a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7649346ae5364d25730d042eae3a4e4e7cc67a497598125b39e6bab6ea69ae
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa488ba863555f3c7266aaeba51a4742036aaeb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc3e6dfc229b7280154a873dcce8e7b359192be1da9a86e9bb1cd0e74b67e6b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4238924a4534b43d0ccc4226948887abeb3020cb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de4eddf4652ea00397e3cf41b1199712b58d90a63028cd1b2cb5de3bf8b05a66
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ccc6b31dbf6a0680860fef153f070fbfa4d50f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:debdc69e657be9f1e8d743263066b1f792c1454202c7d79b653cc585d76388ed
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd5623d91ec1c14f00da0d950b62bb764709765
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae13cbf09f5cce8c12b57f2c76538b712efa7db6b3a3a0759cfaebd942a42ad
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1d43322da9c51f49d6d8c19ad59a9bb9963b7e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37f49f056d7bade6149eb7c38da46814bc8d73d31e653361cc7657cd4036f5a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf83bf87dd9cba46816850c462958adc83d5b83
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4445abd08e79992495aaea00afbd012b6915211584238d8e207722c97993a22b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aaf3a0509c5f61ca2d062652540e3f0e479291d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dec039f8dcb324573d763b1b8748863bbedcde2787101558d1c6c062e587f6f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69b872f3b77befbb957cb8b4367ca3d2cdf181ab
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf538b8d5d67201e97c64519ebd299ab01a9bcb74dbcb1ec68ec3748e0e573b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..961dc61bd3ca40da3651a6de395f77b84196c0f4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76fb919807891581ed361ca157f47b25845c27a0aab5bdea0209e50349452db
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d285d16eae53b892de8c4666a9c6375e4c035b6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1273b16d1a4670fc8cc9069383b18fff2e9137cc7a63228ef39227120ffbdb4d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a3115d09665521ccdc32404f5c5a396e6585cd2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d330d44657509b88618c50cd4c8eed2abae5b71cc5b7003df7206e01977b47
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0599b79139f94d7ae0b95397d5f8499750d57ecf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a1e85dda022d1370dd8dc40e5f4b195bc63e3eee11df396634d90e33662edc
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e78c1ae6c7c8edeca7a071d20b9de18eae44e749
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c94c19db76ffc16b7b511e44d034a2dd22221fa659420a30f7eed3eee2724cf
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68c26e3265a14607fc87d8c42654479bc44350ba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206310cf893c744ed5e0bd66615d29244154b7ef1e0a775b4e3bf7ca86229c6f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d535f9ac450c771eb67ac87ac3e44933ac9e9303
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db0d5c3860fb4edbbaa2b5de90c666d617c7ea1970bf2c08823362e1b1326261
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a4f06d9d57ab24e28cfe7decd8ad1a8fd78674
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:683322ad03e6a67d044af831005b841ca645da30c402d9d1d51712920070aa10
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e3183c2d63cfa410754344ccb80c014c505a8a7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36d88ec6e103ee74ed83512bf79454c0233bc4afda3e8b25040abd844d3f959
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee2757c3d54b49a95ea89986c8a191e5991f5e2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8489922465e0bbde2a6058245e89b1c1777eea79f869e55ef80fcd6b86f4bf2
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a410cfd91d46d31a22cf50c47bd3f851f15014
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e5c7483d4f2f10acf1432b1d835652452aef0019d55f5bbe0420f807cef37b2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa0a23e3530d09b7a09b23d970476a173a29eca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7166605e7d0d5c2fa7a6370fb9fb0cbd0ccaf8fa9a96da86d39b88c6bae7269e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862c5079d03599fd7eb0b7fef7bef96eda9319ca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89bb82311c8b0fe4f5a508e3c4a997a6a4e63d2d4af5d5d8e202eca914de7529
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb4b15eb633bdc4986b1b064a75687ea50fb945
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add4bb46b4c0da1cdc6f1a3d0a98bbcd7a3f9d9b37422de56b801d8d8723a5b5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c758e8f91f89ce4fec91139d33d13a8d4b01553
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce335ef1bcb56e722846ddadf2db730a34fc3feb18e6f21a1ffe73c6fe04f63
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e607f4091044a58321ba50ec368e971609aaf617
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c46fe8de820763aba019b3a6205477ba9108264ebdbe62062c6dbde4af92037
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7509f31eff81d758dbf189bd33dd8fe32cf11d87
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ecece13d72dca28b3a51fe38519ad5fb97f7d9a2722c9491d3389e19a2c37e9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa1cc285ad9bf02996a8dd92297951471b74e60d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891be2dfdda3b398446b813e8c36dc5f0045a91b558620e85dbc672ae6f4cfd3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa60c0c68eae7b5e2f154ec6313172a733a5709c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31905e33fa218cba656d3366a88fd2a70a5777f9aad88201bf3c8a0c393868cb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88403490cc34b0db2a8ed665b743827eb91017cd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b1e972d9683600e79ec0bda78e464e9b05e376abf07e6a458ccb1843517a56
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10615895f96f9e1fcd8ee1c782e812a1925937c1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29d6d5d908f073c9f6bc72ecbb4fbe89e440c0a0182055fe2b365cc7cf0982d9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d7359b6cffa64a58f980763a821dc332a2cec44
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d041ebd024ad2b6fd627b778f7f7f595e75a077632d766072f9c5b50c9156a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f7c1c43939984a74592ec5a9797dcb56e61bbdb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f44d36920e9db2a2a8093757477cdd9420165c04a2f9ca5eb84db1710fd899
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83fa724ecea76aa1d0026b2d989c9bc098a36622
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d41dad0c4d01423eea7095eb509567920fc71081afe504bf7907cdcffa45b0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4883b6271c9abd3f48b1e7ad4503dcc8bb5e4274
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858a17a3babed32520e1fc61d6c913b84fe2db2425487a5f29fb0694340d8159
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..443b04e40847efa7f9c2fbac968a9c8614edcd12
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e11fc5b814f0b3ab4d263c69cef31197d6b35b538e2e7bdb85ac27d2be552e0e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1241f17f299c145fa61e87f824c2071ee88d583
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb4ad5b9c665c53ad8dcb099faad18c2ac566864c5b38b9e60d7343459f6bce
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c43f133b182712dd39ac98006ff3d2a26509cf0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd3c1fde3c2dc4bc419a848bbaa0f8a19f69f5805adcc40105f8eef3fa9d873
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9cfbc654e096b1fb30a8d0ed29b7e82221d3426
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af2fc99525b48e82db674e55942d2e6c7b4e580d61efa9b3618b5eb3eb6f8d3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf52a0e31286d6f0f5988bb210f483abd8f0f8b0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc8cb59e536fc4cdeb5d0fe739c861b75dcb64c781c3b518226e759225ba1ce1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82dc1861823937dc40edb89bfaf4c583e7054aec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb6c6cb7570a6b4f6c9ba9ed5d5fcd847af5ba6218e042aa1fe92735d35409a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226bc176464df5412d65c52eed6fe9e0449cbc54
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a361723cd4826f6513dc30196d7d375e7dd999b61592890455a25715904270
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c88765b2594a87ad8ade44525ccba9fbfc679d5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18fc6920fd012298bdb5f03f32caa6d892cf75a91f6090b749c8497a09b9899e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4258077e6a0345858ab8813bbeb77492286c56b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1e35497831760dc6190d73f0eef6b515d9cf44e7d8f5b26bffdc3fb8e8acd8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dd310eb467c33c0b8cfd6c933dc96e5959daa89
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec51d2537f5721b52fdbf1e9a65f33ec3a9e2c0f4e1b5a9059e639f1c232c7a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1688e345757a3aa4197922bda827c0e8d1df9cef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b6264afcb71ad2872ce624c84490200bd1af4ad3785fa86c086299fd5364b5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daffba880b164f46308828d7c1de14e3073e79f0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df25909a887f57815bfe91c75ef732a0b8b8a6d4a24dfabbc11bd81cd5b114ea
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e61f76b46f7d83fccc6b5f5097f58547eb1e5d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae6e0257b7494e9471b9b65272241e5d70815f534f267e0f5a6bcc7ab134e07
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3326a455e748560709e631a1c653b5d7085e34e7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:488745cab841173f5738d45d783e441acdb2cac8fa8b413d3e2594f291a18270
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f1a86393c2d57ecdd3917e158acdd9d5c3f2a3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c785fd22471548cc5dbf8ea4eefd3fab477a15bb7df5d3c840f4c4c689e3ba2e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac72320457c2e237f06ce72bda736a2acc1b564f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16dd8d8d2ef968388f19d6af625686a470fd0134c6cd30b8545f05333055510
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c66fa3839358fdd6fef8e4041494ebd4350f2d12
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e520674e68a9814d6f4d9ec15a3fb8b4b9fc1b6c416a9e990f31f3d755a0b0ff
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aaf310ba0a2ba38070acfe141c5f6d65a1c5102
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff608756c99f481dd2264c219ca2c10d5297ffcb15b3e0256b34b36d9ca7012d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55fad7d9afbc445a85fc16bc90afd3a493864d3c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f45511a81676545ad96d8084b9050fb73e80ec0011760a156f7fe22d04f146c3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf98ea2c6c6e358b71a0265c994b1e173d3eae0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdb458606a8608f55570f6c7f2339814cd0de92fb1c8e4a4734b0229b7776171
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..121dc35515d23498d6ff0422724242ff070ad0d1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cce0d62fdda0a8f16d8ffee2c81684f3f67fffd980933aa6b6a298a4e86b2c2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f92613f3ace493a67481c574cc60f0f443345e76
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e266f61e832a718a9fac65546f755cccc5abc5c2021a777d1ec013ff80d7128
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbc261b2681f180527111eb7907624ba6d11482a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daeda4bba2d5ca8146ea02f3a6cdc269f133c34597a3d6942d38dfb94f831e53
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1681756dbf1a9471ea1942651e800528fb7c33a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baec8af3a789098edee55f98745c8b00a66adb36cd00203f7a3d6aeb2a714707
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d2a1a87b9ed45d2b0eb252146c9edcdaadfefc3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d4cb66b9b5287759c28a6d8370c542f0a9ac20d24c2b1bb9bc78a56666e7c0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b97ca9892dcce773b9e45549a0d8994a9c036a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8596c6153660f08a0fd479f11cf9862c7b145c0fb4910f91a00c8225f19fbdbc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c20a7202e01bdd08ecdf6a63beb4ecbd5ff699
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8198d4b1a29942a70902b1784c929af411c012b44638ad24fadb856c1696a6e9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3bc9f318066a680eae70629686f0104af3a0303
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7531003e033eecb96c7b8cc0d5f6f19297a23b58c90f5f39d62d954404972139
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a576904cdba5f4698ebf3532ba5b49fbd0f323e9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c738caab64732856c6cf7b0c4da5e087fd3396edcdadaec6d8f1c5af035b7298
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed2d311993cfef652d153aaf88e253d5d6c0f8e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb51600351178f1d5c2ea5e75b8db88ef46799ba14239ba0ce6aa2f170d1b5b7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e77980ee8b255ee2ca7c3af2b3886763b08b50bd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18cdc3e592431d92b4d2739245a612548ca71c454a40caf19a4c5e4f58f8f15
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fabcb86768e3f3e336ff10e3e165a43184cb3574
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9093f180d81a75b718f7b924977c892f42e8e5d7b6390100d2207d1d063c5923
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22822e873eba1568269d7c9bed2d4e64ef160613
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0838ef48a459d177586125aca8d0bc8c075754de50ff9bd83eec8f89e9d729c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0344e679a580a4b015b66956f0f3a62059ea133d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b6802cf6da5555e00819c03f5e5646125664778cd77469348add0cf1245065a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6da3f6b9dfaf9a6391a4ed0ea3fc7f463241a22
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a81b258a7ae793a773df6f0064210d29ef6fd5bf43bbdab3e85456314072e2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a252ef584510c33e662114433d980dd0b534514
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a32e78a104869553b6f8ac63d542a6777f540be413fd20934492a6145db90a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..978d8a74c16b225c4c735fb06656246a6a616319
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e233ac05675c7ccd899a8757ff03a0cc09f8be9c500317ef04d85d00f9a3d9b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b00f93688f2c8721c6b50552c8b071dbb318b8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cee9e8515b93b6adbd6b0565f564047e86a177a8218f2a811f6aaa9fc6ed92d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ca46bac9508aa62ac9336adfcb07a13e02a67d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:263707e4387623fded3e1c1a95d23cb94f7bcabadbcfcc54c50a541756416fe5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41fbcb5afeaa426b56d0e8dd80e29c796d2403e5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5af1eee6f0d54bb1cc90ceac38c5207ae19821efddb4082bd00b17882d8ef8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bdf845d35150679522372c3d2b5b900d086f0d1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19160998341216da5371614cbebe0074b4edf3ff58f224877d094df32ca1dc08
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8538728d8ca2aafb9c1de9d6708fa39059b3ebc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af65392b646cc51f45514571bec81efd9999e57e5e86b13047a42df835bf4b55
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d462f1ce42e975dac4540ffa736adecfe540cca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0376a93e30ee1e40ce3d2288a0a741076f6bd3b16f291543cd3a06789cad509
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..708ed2afb0eee5281b22525620df47eb972e815c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5897142bc1d715c27f72fa59221fc40a427aaad9120911bfa3a41511d316d983
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cadf5a8e1ace693b373e38797b5bc85cfb83212
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82983d46e6b10ae4485ff235df0a5fecebcea4f020ff587bfe4047ac8e3dec21
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89515ca48f0c8c354ba2b3e7f6f658aa97566e2e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57128c2ec12ab29fc4e72aa3adf6e4a124c6db0f8cf056f03a495d72a9e46f5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba166a51bc5be4e82596452e1cce841c08a63350
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56bf398995bb287af736e653b520317842abfb9f8aa1c1c62aa4bd4c9daebc6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3397a47f4e2b5459fed1b789989885be19fee6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5115d8d057dbacde2a3d5801b0c6978b4bef2695ee28a8ffa18373a094159a37
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96944d4a435b94c9b55fff308e543311dcff8fda
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61d26f9a03971af2514c646f378d4361510873d75bddb5df943c3b70bb23947
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256cf32379d6705b7692eedc3425d2590e8dee37
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd13f6ff1f580357d044e212d1e005bc83948a3dccf1044327b5ae9bbe8eaea
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ac30006e4ee026c69b06dc3969fcfdcc7a0d32
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:304889f9eed9a4fd392b2bd3b9ae9db6e475323d88bbf35d3f73bef03422b61b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62569ca2ea072f6712bd1c86ce486c891f64bc6b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816c0c729beb9e6faaa6162c1d7ce6f343e6f7627cb56535332b8f9a818740df
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f76082fea56da9ee2d97530d6f1e407c799e4ad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98377300e0b0e05a11d715ed7474835f9da7edfe075b7540f8122c01b4c39a4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c058aecd730f1ca697f25cc8abe49b9f800c9d45
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc41ddc5714c2ec4e65e0cb80b7decd3fdfdac08de497e88a24f4dc85d948e1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..149dfe0ac1f86359d33bcd9fbbebcff190a70daa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5751cc9a4195b344e79dd2edb4642500e7fd134f7647bc639849ab7a80b1a626
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8e6df4279e2d6b9f7a76fe4fdce1fe59b77940d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a5a20db375211c454e0844e6a4b61367f69215e0a84a5b7489ca7146a8f44a1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7721d37017f76e9e321cfdbc9bf6eab60a25d642
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d2fa5d92f2d1813f9667360d1ba7a1d68a194735c0e32c64861dfa3a96afbe
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83031ce16dfe085b30fef9067d7154b1aaea5df9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a4756fe64fdd7f8eda4bb8c9498bd3d2acedd9a947c2999d3a4ac766a92f83
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d100570faa0fd633b8af6b80b8d10aba20e9de9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:579f403a60f641741d94aeef5be55cade9db7d48e3eae27af59f1d9d4c44fad4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6588db736257995d1ca5f6669dfc2e7ce0669f9b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6bf196e24d9cd8363977da9b24e5081f0bec62aa4e14b86779bc1fe3902c114
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78cec00236c40d581556e9133480c2dae6fad2f6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b793e7f304bd1769c9db5c97893907da44200bf5d56365e830ead80fe3c588
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c286a01d18e83ec85a70b660f89c2fc01e4f3c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30bacd3f18e4b04554cb12318478c98303a0db256450cc9c9cd7a37acae6c89b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16960729dd49b02b6ac98711c9d9862366c940a1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:842f8fa555b8c423d56f8fb9950d168c9c406e891fb2fc2f20a29b84b341ae25
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff1ce6232c28ea0305f8532e98ca2d8bc0b3280
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb4c67ea4daa5946d53c6e7b59b44342b6bcc7fcdbc3db23b636a57241f14c6c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7853d9c411e54c56a569f2bdf90a7ee78bebe0c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4886d2e22d22271deb026a94c157a93f22a8ec4e49dcbdc5440591e5404753
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21679222ebb52da7ce7ea06621f51f786fc079fe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a147332c4126f323c9463401393c50ea9f4ea59233e4fab9bea88da0de92b00
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11831c2e0d7eaa01002aec27b5045f510d14a3eb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e96aa3029191adb35be06cf3d16d3655df55d85d91aaeaea3f0bed6de091d71
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a9bff586ceeb5fca262b393c91f2fb9a63081bf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d406463db9a4ebf0daea71305e2545aebdd2335c5f84173ec9dc640429f3b7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c61f57f1d9b730cdea738887de85df19dd49ffda
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a8ec8e9c2c446f346bc4f892968060a4b1b0de5c53ec8714a3ad8b6e0da019
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e816c3f569afebf5adedb26854c2986229a86c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ea427614132d43b626ef32a507c9f461d9cc1874ba5ad8a68d191464705cb7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd6e416eda79ee8b0305bbc8bb83fdac9cbebe5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd889ffc6c00566b93c1090677d3db0ac5e6a0189ac12d7889004208933efabe
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c322be5e10cf2f7fb28af890dc36e6716f4e780
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e37f0117046408642afc2514902922da82bc180a501733ee5c0f0160047a6071
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f80dddd29a9313186e3f871a8a4f6b325454b98
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae6a66421008035b0f11462cd515380072915187b3aa4507371531fce4c06b51
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..223210612091afa6d3b5ffca34682dd10578453d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed825da69e82d58869bae9cc0c7c080c8c8f54e1e6270294b781d7d26b7e6ec8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e101d09d5a1e7e91b16a234e3c72457cee63f0c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa67dd3cb57aa6cf686e2805b58dd4765ab056afc248eaa17b626a7a05c5927
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc09b33fd5518a3e01c401c69954e6ba36fb318
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d83f8b90528033dc8998c8ef37e97e199b100246b026e0ffc4af3414f123b642
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aecea473fba3fb52bf4875b00f3a6c63b4b67119
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7af49a68a345c5def2b9f29c413fb15b1eca7bf63f5d5c85a7772e47bf0fe9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07165c23c02f5e4c0bd450d2b7a67a3fd3717cc4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ec84869fbd6ed131c6f294994a618b302c810b3f60ef5e78609751188f2fa3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e7ef38cbb1e777fab9a5cf77be5a6468591ff2d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b808b706ad25461956f8e5ddd759105ad59e20a8d1c35ba445af18dfa7ce7f2a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d3ebaa57a05661fa267883383c3ef74c0ba864
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2314a176c75f5483176c3810bec5abd220c00eb2a402b92de03f64833803016
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..797e969dcda1858aa3d1e5679df71cbd2432654a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:121f429fffdb4275e0df91861c12db9ccd6e5b7d0a3a7b168b37daf981d91379
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e928fe681a11357c2db5d6283634b612b5ef3f9b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17d86af183dd8e6aedfc18d3b6349522177f9e5835bb06505fe760fdf1d5fd6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06dcc7069134ce395165f8b60911be3a24dc83c7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1834279a8708428877eba6b08b7c6d4899f8574b302eaedeaff5921dea0f14b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..370aa25b2343f0d2bbb7e38d6d9f16e7ffb428e4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf90ac80c8f80868a46f29b2c839fc79985bb4bac878d9453f2dc4169550fa7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf4b024fa3e274153dc06d32736bc53e02e58bd6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c3456c7142f292095cf10e279c36b00c115d39a978d42247b491c076b63461
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3beed42ccb78571a4b8a6cab2aaf060e2347dfb2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55c2e56599e3e984dc0975eb66557d121fd88d8652e70b4e9eae2f61210b989
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..288f58dd018c86e17868cce1ae7ca06ed426678d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a61e15099361049f7c0d0aeee1c4de669d60509a5363c6e98deed59ca758650
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac0b271cabdbf3bfb4c45decc5fb2781d0469e5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31f13eb74f01adeb4b8770c6c3d57844517e1733193f41adcfdaad6799e78bf
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85648281ff6ca2fc98f1be55a8b63de8f4f44c50
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5887dcc9af111bb17a4a10d127b0be2075c5a2b5214337a03ef968fcc0e90c9d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e8dcaac32863f489b3bd224172809ed88dd3b34
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf7cc5e88642263fd44dbc83ee691296aa17b24c8b16744853bf43a8f50e918
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa8fb9bc306d9d420f8ead0e21720c6e1d88f57
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb2f86a6ce410aeb7b44b6d775e413c5f58640e18f7257f57411137a6544081
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca351346d037b49db2f484f13720d3153d3b5eec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f490d9444626bee8150292f98a4bce67d11a8e65c867f3615ec7e8c212d9b286
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72bec4f5a2b69e037d09deb23c5cc76822e9806
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e00937bad3361fb349194d7585d3f2a3d49075fd62b8e1572da719a51d4319
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6873779954b1f498a69f36db0b26727a0f867aff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1809ce00cf7e0f757c9ccd6dc7ad850a68ac26721559afd7dbab22ba8ddcf01
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721e2666a515861dc1c679f7a729fc38c0ee0e83
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e9b971bcd9c362d933904f9b64ef51efd9a92306a93323e74ab7c5a23aa9e4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e864df854c287b9695dae30c16b89671c5039f93
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b07047115038157382cf06abf9969168ad805241337113cb5317e4d0741189c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24324b9a97405965498437045518411489a17bb5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a2d2b3343848f36f0f8c22394b75baf63ed7c697cda4d5faa71186234f4567
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d06c16c4f5699849a6a3e76b6a10ab58237f995
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd1c96ad2440103b34f3413a31beb4ef1a254ec29bd931ffadae8bc3453fff6e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec648cc70d5a4655963e51440b6f033b929b43ad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7afa90e0b10d32b3d186a25e573e4c1c864d6f3ddd6be416e571d9f69c3105d6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd4a0a7aad3029321e33715c1583f243da023d03
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc4cf266139ea516841f9bbb2ee2254c43f3b6560d43fd939cf8c72c32e71a90
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05cad2958f924a17d604443ccc06825bfa8ca75
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3fd10abe8f6b7520ef602e5860c9d40e6c8e1bb898935b6156b63a8bba03e8a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df4b82441ace03b3c7f6f18f36c59d6f29b4610e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc269da41d2fbed6194c8487b46fc727c551d4f69a8db9a0157fb581dde7b286
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6ceb6f187c2750a631ce95525092d172f13009
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15f87bc646f3d21a31dfde0b0015b57f4ffb6189f8152bac8992377e9a8a1d3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9144baa37ff74300a9b15dcc02bf2bdd06b24d27
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de8355ba63216b732210934bdfd6266f49baa67f7605e044676868d29a2b4af
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b82113988abe828656e34da1ebc0582d003af7b6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c194712faa72c299dcad65c8b6170b3b07d47429b8079165afb305bbbb1e44b6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b1e7b8e7a959f4177d8fc099703a818c065ea7a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520540e514bd8c06b2aaa9cc3182aec2a84963e8459f484ef3875fb51772df2d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94cef4124dcd97a781108ef53ef130d437d210d3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f1b616d11e6d2ea37473eee18bc55af14e37538c59029121218808c205f9a00
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39532411030cc329c02eed3d38dbda4b29f03c74
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a5c0acdb2809feaa7efc3a46dd4ece7736e34d9ebcc8b45024d315e3a8c87f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e351c372dbb0239cbbe94acafda4335790bfea88
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c9af92485423771752ef1b08b8eb6f3dac1a024a40110307c63706cb11bd20
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2ea79fd854d86cda00359a92c3c49e85079e1fd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef39aeb7631926c174e38f3e0be78043f8d7ce4d7e5b9ed48b15076a48ecebb2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5518e97558d8ea9ccd9822030a40d625b259294
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63caae15cfb6d11362d798d8951de548868f5459af27241117d0988eeede9b7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..286733a907350db50df1db8ea6513a7a61694f9e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb7466253a5e6c2820b3e58643758b4b46966053515bbd127277c88e6d2900f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cbe300d51c0c7057406a6cf6deefae473d01ffa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc5e7a29011375462ee0f027a468de9bc9d8c5b29db8b955d934d72f7516ca3e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..429202e70db9a4a8f8ac2aff0b35863f6477a4f9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5575dffaac45781d5c451d71b8fc1fb0ddbc50463e9197701c7f078c665bbc06
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..974bf113f6d01cecbc2a84d391eefd70c38994f5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e8708ae37cb633833a1575a69f7001c336eed284f7e67c4ea29c6080c91573
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1972fc23aac8dbcd459cee16763a46bac2791b83
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17d1830501818dd180f54c6fbf3ad9b675e7c65b921f9105384c15b253412a3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..654c289b204347320f3d6a0d4ad1131ddc137de0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac65425e8b1abf84dc93b1dd9d46ea30c92235f71d9a06315f04174c7b2a03c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08873a0324ca256aac0544b6eafe7edf9cc427c6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9a9f3285ed15ac0555fade81b5b25f7654e4f0b018d2190b89130b27bc4b73
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..416a98ff2dffc313f1b66dea9435bc70534679e8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47baae2ff4825d4ac853a11760f301701144d35adf5af7d0fef3809615d0fad
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..785207eecda3e7a0b1c7703a0fa924501d16ef4f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7df633b4c141faf3f1b9241737f3185c4412876a0f49d5710857d1167a697b2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97fff4623a7d7831bff766897aa6c6f6f52a6cf8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328965df0299f59665778b8e1e59528179e59bfc3c4f33c7b2d6cda323a9352d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29fa70bfd9aeacacd84a12a7dae7eb176a3818a5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a970f1dd9426ce204d298afdf4afa77b2c940132a885be0ab511429a590cb09
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42473a5cd1ef2b4eef47db95df52b45c8c195724
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3207b1bcda37cd0d43973519839320bfc24c827b3a4a4350562a7d6b00169c87
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a28635bb6f59360393ee669e541e44030d0b57b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956e431d42a162ac6b15326490b3a5a4da03238fc60cfdd2881872757f37d96b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df18491287617a67cfe157a105e0d165b56a616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec466876124e6678ad9e18031d56ecb581e82e33dd7baf3ff28b203a9083c7b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8903c7c94ce7036bad59803ca245b8e7ebb4519
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9fe485d273fdcd8ef8395bd15c0037df12b2bf4ec4de4ee36cca560394aa38f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc49552df2bc0b730d80aa98529adcc4ee1d3b6c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb2e9f5349ba83074a9eaec3a07cc2ee8aff656fdb5a274b147a4c1944bda751
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c3ac3809de8be402e2eb2076a29e007cfc241b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c28d89be47ce5deaa82d468b7754e31a15f386593b7e367e62852b4d9b58d7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8de5f9509d382292a3db0cc09b90db4469473d2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27c1252518698fc3e7a1d82e31f9fae9f7d59d1e08ee55b4d500ed30714ab53a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21d3691dc2d966836ac38c5f8a36a548256285c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c77939533d1b469cc1cc7d623dedd30bca55779e010e3823ac941c15023fde64
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2422b7685764c6281b646ed1eb826d5465dd6945
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc3a7b1311c4d1bc9473fd34917fb0bbfbb6bb99c41beb37c1ade3a4930f1fbc
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cbc606e92d630978e0d61e1107abaeaaaa78f0c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e697b8e38e4ff283e68696b3695ba867511d1cfc41f3a8f10e703cf178638592
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c81a34368d4f3237b47e3840d698cf41dd2573f6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c24446426e72bb090d91d2258a4d678cdf857639a7b337631f482792285aeb5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36932e401b587ecc41236697eeb79c49c8f21f06
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d4a09b104b06ecd94b3c01356f7f63e1f58e541d07957480e7146b5c8d2505
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c2f43527ab5204714be7a4d2b48ab3cc2a42716
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e2b580674be46305c3c599c4476acd88a6b00c6af6efaef0c47b02ed57195c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af9bdb10a213468cccf15326fc4c0648514f82e4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f171e6c1d10be09d52a315bb7ca6bfc84b33e66110f8f940d7d7370b4b8fd4fe
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3e1e5c8c9ca9da47c75a53c039ecec941b48080
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e4c988eff71e6a57c7439eee1a5d67571cf5acd22d68bb272ebd2ff6d671a7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d0737ebfd86d82416335c4f406dd1bdb9cbf8e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:098ce774d17d7e0a9db11498871fa4f1f3809d1f29fde2f9a011562645c0f81b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..816070777638d16d5dc48e6edcf8e7abd67eaa04
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ce42a3a23d28d07c92a6f971deb4270f2173b28d9ae9c3d0213d870289c1bb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c56af7152927c1f60e77785e59ccd875b6b3e9f6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb0b17fa26f0bdcfe47f5fe72af7f8311b83fe4a35e9d7818679c61503b5515
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a566248cecc9d4e4bb522c94ec86017a052e9d9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a167a83d8e42ef74a9ad168e1268522229e49e8b1807ca850c8193fa0632a79
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf570fa40e67c4e49b18d6d832ec5739b8b31df9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a7876a414769eea2c5c4a2a80c59a1932d59109277a9ead50a51651a8f4407
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc983103c4282851596500c7d62a38f19c5d4a5b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e06bf097cd6dfbb69d069e051e0acab3e67ea6eca79f982d5974ac2c1ec33cf5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71013c08cef23a728f3ab91b421b2c482fd76564
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fcfb6a438b4e7cb0b5d89920fa56a21403985695a91c8eacac8c3bd7c147ff1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee3bbca2d1bfc4064437f9377966c865e9af9e2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d338de3888a2f025524ab87d712744c24e3f0ec8ec6c820728f9d94cf17c49c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ec2a1c6f7ae8f76cedd57164856523eff39b4e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159941ab0bf3d7c517cae326d63db4c7266d9cf604b75c29714c77f581095c8a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..676369724319ea0f372cad137672672cb0eca07c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa546008e466ceea6326db922a47ab047d5a138ed1114b0f824e8d197f2b30d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b39c9edebaf05c545c443af75e847d3daa075b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ca42b5e9f3fe07cad5de2e6a0611169ef974fec191ca77dd3a75d1bf104c68
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e53664ea342e8abb9287b7c9982152c1f631a272
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ad23faa48d50702070151fe8c18069ce5f8d88b53a006807b752d88ebbca4c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e67d7fd3db30ac0625d76b92bce85293adac00f3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c886dbec5bb0c849474e325e6591918fcd7a290cbb2c929015813ffb38f7fd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99cbc0a26570d20a992ecd21466b6c67731e3538
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8eef2debabab245a40512b50a056180d002a898e207b4b29ea1baf1d8ee6e1d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f250a1d92f6d649c6d7a09c70a9a136dc96220ca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c891b01c83f680f691ae26f163f38d77fa2f65d130d5d8ca67029be7dcc7916
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dbdbbd616e05fb54eccc5c2878a07722568a2ef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5b3ae5044b718ccb8ff3764c7eb326f1b94b3baa8d0103ac05bab5a0cb9888
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d28d926c45400a507af257e53d582404c947fe7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11891df97b245163e6938542756a96a9b20aa004671fa2e0c6bfdfef666c2d20
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1930cbb07fa170647106cf46d7bee9760bf74f3c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ea63c31fde2159f5a72cb326052ba81df2e486eb362d04cedaae24c1b9d975
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9c1eb5311fde39c4427bc2c52a49b2c8f9a4fcb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4a4ec6a2bf3cc43a5b7da270cab1b39bc5d4b35b9a3a7bf1a852dc32b98185
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b87b5382d45b9b2bae998a1ce7c9c17d0bd4d644
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430e121bdec3abe4d7b2fb75251c4b91b78546e58857ef21489a933a2e115025
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ed34c27fb87ef14cc4729d0eac32b0f77ab8cb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe2829b5b20b55cda71e5fc051a3e2fab6c2b8da4a4c14bdcbd97de0af1c3d5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ee27adb67cea669ecc81fe2fbd21d89cdb540c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:613b862448bb22d0a3385c13958cd912e1e9c770fc9a91105f07cccc3ccea19c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a6d7876ea7609fa8b0ac6dbafebbdcbf32c56bd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826c98bd0ef9fee06b98dd45d53522e21c6c9f9117a469f215da18c69c67ee6f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617b4cc2bc081e6425309ecca2fbe63b8fad42da
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a08fc1ca17b6cf84bf08a1837f4c4fcbc17e4a3b7fec23d4ae3f7a1193013a7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b76bff2fdffdcfd8648d06e3e6d15371ae2ff4e6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2755e4e8d243ae05df7d78f00f618d2dc2f0451a8e54da2aa3f2796c3d53b83e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..208fb9416cc4c11690c15f67555edadb3f3de2dd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf6f795e19ea2c4a64a23e1293fd25852a785b309698ef6d59ea2202931bf55
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1201767ce34a67ca3e85ea6387fa70cbd38e600
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:577e6b1ad892086453b9371f4fcc1317ab6283e78245613fdc85b30ea3b64e5b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19bf51ea677b57f3084a1d1364c25f0eecef3c8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84d176729b6dc49c30701ed3f31cc976d0baaa06d33bd3510f8940618befd975
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3acc67f6ad2042df0f807827113ef1c8bdb6483e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec0852445a98f4bbe5758c993ac0fc6ebbdbea13941f970870e628ea573f37e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632f53ee068619a76f4f5d5f1393fb7fa1cf7730
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43386c76254d2daf65571ac6476577deccc82c0f4dc3b5b66052680dcf50b0b6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63325681b191b58d174b67abf001bce952cb5f5e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f2ed86256023aa2d31e566ce304d192bf2b021b1126800284f2ea88bfdc886
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03c8022e3cf2be8918d7327f5a4ac686b301e436
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:589f729efb21555533a3ae45e48c908db6470942a56e43349849ffdc6e572dc5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..207ea07a915f6b55ce71e7cff38b3fe94ed268f4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e893c8196180896e7f3cb414b774c49b54317f4262bcdfaacd1bfca16c7ee542
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929a4f698ccb00b13710caf65736e6ba6c49c910
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecda517af0235373c21b62e88e4604cc2b8dd2250a6c8098b0a48b049ee4d644
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac94f889ccb6acb4e0e93ac309a771fcf6e1418
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b79a5dbc43f7ccea2b321761a445c50e8c9704121118fe12549110aeb528ee
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00cf07db8342a1e8aab52583dcead2f1e25b3c57
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5273c3b7f313e8a813da3d75206085aa7a25c3a7ccea2874bfe3ae5a4c870ef6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c6ed5c1e00f40a53ecbc190d1b39bd3d8cb72fc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0470b8ebee2087ca63e54aff193cda4abb606f902452a177ca95938daf45cd5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35b030d9cd98dcd5d289e51622c2d67ec05010d1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ca86311fe662d4ec2a2be1abf53b2ef4c025ace7dc6fa14cdfcc682d0802ef
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c16c4a9e17f2e9055fb76ad99d4fb1d41cbdb1bb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475040f0a775df3791594d468aae98af303478b3ba566fb6b610b0136be712d0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7082abd3b2e38ccc6c2a8425fd025370bcf54171
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc82dc572bb85846c7077f39c2e40affcc174c4f7bf0d0ec5f730768b3ee871f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d27640c532fe97f7b9d2643639fb46fc918d467
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be3ebedadbcfa77eff0a03a30232d6a1681d9becf6a206686f1da9550415d637
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a59a3190729de43c081c0bb8ee5f08f88a82cd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d2d7b50f27a63b7c8fe0c35f61b6338c58f47a7c807283c4fd9e78e9f04012
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92bfeba02e09c14b0a167ed214d7df76e4c292b7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a577905d4b4439ee1ac226054cedebf9b9ea9acd6689027b3b5e16754e83459
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed1d91c378e1fec00bb46266934d0033001d2de
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a77966fdfcfb90883b246bd37f2a504053e9854b2f7d93da35bff980f3b9db
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866be3d6677ff8bbd500e6a054ee14fa6de51ffc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0167c2f432f63b6d8d5bb7eabc5a7f9861db034a17c21e7eb319d381bc21e4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851f993c30622910737ff4ff5f4cadab6bcf90b5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8f643a69c817e5f7b0b9114ff20f77071e188790f17342551fe4dc3047bc26
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68acea6807e47cf9d83be84c8ee0cc07a1f6b4c2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81cc45eefbc96c5141f418805b7cc1fb9cb8fbbf4350edaf1984225f3ac19ed3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e273de66e95d132639fd0de4cf361cf1591ff0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45bccc00b52b615b2a753d60d6e4a5588c230ec8f941e30757770c49cb7c7e7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..152ce90567da5224b998bb8e95f04bbf4d7f4b7c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f28d51be8d977d5e39f19b060b80e03f207696984ca47f808f0f536dc5f42944
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..437350e0a5d51ef8e39c8173f6170d2651364565
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eacc3fc925c755de0349817ab21214337bd5f9176e1ad15219d9f7218b545b1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a651d2758ec464ac8c9027a81151ef5f6c4710b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ecd89e70c03e1c46cfb8671bb2ca4f7dc563ac33a21992203bbe9216dae1134
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9544dee9b496418131df332ceee2748a2daa01a9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7268ed768b01596094f0d91644800cfe46362f484ae27fc65f35e28ba8a36eed
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052e8f8e9c3196ccd3bb74302127aa03ef42f310
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1a5218da3f93b51aef5ffd22570566cf2cfd008f71405a0a5cab6226160439
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..900e5d9394bb509d849feab1397734ebfca270ef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93de79c598edde05d8b6707add8a5c01d2f82847d11cac8926e63338cc84d097
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e95976ddb4c7071077b78a1c5fa0758c0e98c08
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf356516d530cfc50e190df4e41a5c3a055563d0968b7f1cdf5d2a4ff856e34c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66d9f60752a96b929c9335f2a9a754c5e8fe8b58
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea5a729dc8c96056061a090e020484f238c1e9cf5f5f28a389e9db1489d605a6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fba7fe14268b821f39a87d33503dfef00707b10
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a1f20bc67937d549e54dff0b75841be027b3a74d68b826eff796edf32c5de08
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..472ad20e5af8c381635984c7dda3d23841a35eaa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd370fc7e7a11670945a8dc846bbbb618573f969bd0575766eb808c9f44d167
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70fa56430c8cb71da5ddc617f8ad5db9a3ffc256
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e73ad7806fa54b6f37fb6d8705466e29766e0e5c110d48491732ff388deb28
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f73b3f75c015942a8aa2bf8cf872c29d93e65abb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f6a4613378ca9b1b989d314e0e6711967b171b33e8e16b278fa60938bd2139
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bdb5eab05e728a701c032f7d97b1169a85fe7e3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc012353d7e69bd8f55d30eae6782a12956428e4804c97c6a2d55226d38a19e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9d55f3a4cd6792a4f61c40a2b805063fd641be
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a7efe350c834771b172f85bf5bf7f2ae25ee67b06a240a069bd36a925aa189
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fccaa83b2dad6da7c6ef3e849fafb242402f073
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2495b8e556909495e274413b2a8709764a7e3b235fb66127b3238ce45cdd89d5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16b87cdc6d4d65e20fcbf50a8f1a3c30a783d1bb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b2c711f0e72e13f9de5da6c1b206153bf508f5916a50b1bf4e2c45eedfb9124
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c31a563d39814dd8fc1c204dc48288a4c81c3a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe5bef83d47cdff50331d4c420ad3898cfdfb500b0914bf8e2d50ee9241ca773
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1237f9ea7ded0585a32cb7b7a950d78f6fcb308
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2327a8e55263be827b765861f4a235c8c624987388d498824de2e31e1a161cf
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c563f8b2e48a95fd3b06213bb834f3e2a21f65
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dbeb405d487021b29f7ba1e9931c47f1938ffdcbd070c0d50cf78161054416c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52bf6e3da2e9f9a96b851e53d1a88d8ab5af5e0c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856de46d5316188f274bd012250f889c7247724305c271747a5daa9cc98bf640
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a1876265115ec33ffe090fa2cd563e5e980728
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df02d14edba2039c05bacaa3d9a877a59ea09035f5793892e4d01eab0801e91c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c6491c07075e7678e077fcbce6527b1dd6f31ab
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a55b9df255c77348f5d9b75b180c4e2e0fa2c107e6fd1b85e89f7e72cef2f1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cee659ee201514a9ef4b4fec403117ba3d26a91
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28cb8f8b918dd563f7bf17ebfb1349e8f65db59e0b6179c05a01391510f3c6d9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c85a295517b7244af79d7c1c19aad77927f85064
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c9eb0f1c8b972d4ed11a1af500f0a69fc5b8c20f80a2a73f7ec2c16d64bc49
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb782013a73341d1d72ec43e0e7443a8df0bddbd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef5788f48a3e011221a7d8a91886c416dddeb6fa7e7499f6be02942e2a9cb57
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..783c74df59cfd5427258c1a4e7a1c4e138982a39
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e292584ad8bbaba1bee68809eef31fbd4462813f709c58ff23c7923755313b8c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81ec6cad06b1a9b26d078587cd68857f534eee2a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff0a6c0f0561042ed7c9dcc3031267977a982635d7ec8b15c7b838c46da73a8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18f7d32d6ac4a5fc3083117333a192361f4db2be
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38a601e29ea48f3ed001078acf034d75b094688d61e6ee2898a4a0b742df313
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded63bf9cc933f67a113f4f9fe3130031edcda7c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ca15cd17470eb7e7072ae45224a4f59ff5a274cd55d13dbcc18de8127a9f74
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88db822cae498abab2a9d55728cb57e95c1be8fd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8793d65ad111edabb86d28381820f9570a2e39cb61d74515b171ee4848cda817
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d489f69703802ae873d2eda9e94302813df7246d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a39c851aef7c01d06c913b532f7d6c7023af173013f91c3557337d225c57d3d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6267c85b71219528b04f9bf23479ce0064926bc2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95bdb2da83bddb0ee48c1459dbdd0f3c41bf5a21e2231e98af193e3a8f9c25c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f58522c77cd53f23dfb05a7a2701f036a9ab09c1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:459b155d7c773edfc1905b7a0462e2fa74d32c25a81bc51a2f4b2544b8226687
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2bfd9a669f3c3389676e90702b903f0c598578
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:141a125c0aecc051bcffccb21b56f35fe99d8b002eed9bd60a90aa837a81bb45
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf9751a39faf4a98df90bc643b72a05abdb086ed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edccfaddc8556f59ad115a23adef977135be441be069b1220e310ccab3ea29ad
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2451a94a1b1817914074609f39b621f3cf0b149
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b877238471a335a6f6c20506f39ccf5293d633582657545d1c161e223cca7725
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c7c872f88f8a406efc31dada71a4c7e8630bcba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21b7f3a4dcf12241dc10094c7be0edf99c7cee513591c8889502e112dc6e47b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20a7128da09628aa1578bc8c026cb2d323cd1d95
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90e53b20cda38b71f7a78cb2d2bff5450fb97b1ff87b08c111f3e5d298e9e16a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b19ad7e28c8f373d17abf262a57958dad099293
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef1c96f5dd39b6fe6afe8992b2a8438aecfd0783dd916be004676018d26d566
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15cf9c1c868bc91ab9c18532112192e92a70cee0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54b8d8902b928c08342710d40a4ee5f539ea11dc7ed890b4f37b898944eaa24
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd88d3452e3c5bae91cfd9bb5f1821ec1875d962
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:671e4a9c63b78fbaeafae2f976d6b5f95276ead183d4a9418a687d9bb9563719
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f16145c2c80db5fe241ac021c752cf3c21132a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670a7962a8af762ee69c6b44f0836e465bf033cbb5c834b85135691e72bfb545
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08e222d14947e07ad2990bd378dc252a99c1bb0e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6003398b01f21a1387604e6173b11e43e13ddd31ca61ab783c83063a87cf18bb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eec40b746c607b6aa68f6bb8027ec3258203da76
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:246fb3a1f17b71c525bd34102ec5bc37e5047813020cbceb64b70c9f01648047
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf1a57a13dc5de54d615e44abe1501471e83d85
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35def7178963bd11b4e9213c47a44104d978bfe2d17ddc7c21d6446a6d159ea
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4becffc8968031b6733a2dc77fa2f231edece03f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a0cc386be9d684c30fa298c1bfcbb75fe660807129f441f59ba9edb7d0b74f2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc06da3df072984f4c9743b25824b5b8764e9d6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb5a5588c9c02567b27b25d4bc2840178faa644ed959e01e608489d49d153cd7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a617aa49aa4252b40599376d53c67bfb3f811dbf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f111af398e83ca09e561a49a52a0509030dbf8b4e2bc9e80b6912ef99135c59
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..767b693fddfed5b19bf86cb9efe7ea5031266a77
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a9d440e339c3f8f475598f2a2e03c1db97faf26426fa4b344e9dc6ae7c778e1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ccc3103bbc11b945ba10db95f99b4219cbe296
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fefea6fd0d4ce811198165cf9317770803a51cff90389eb3b5b472c9b566e5d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a15efa3e80221f4db598b0972ec93fdab7d701
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208ab7228b3e0748123eecb506157ff2ace97f5bd6fdc7c14de8ead84261c9ff
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2734a7e719c679bc424be78c05d102a8b217e81e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d8c85a5041c67f400bb4afa1c6e15ffa917d89b57057cad8826c5f7882f4cc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b706da640d6932e8f42fa04607de0e5411bd4e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01736823e6151b78675855af92bf11a34e707edd9e340dd1909b72bb1467c37d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb1fbfa7337aff2d7fc25827adeecb2b5ec8a1ee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce3278821a9a9be0485e2d8cd7fbaa0a0ec00ccebd5d40d99c36816be102db7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c4c9670cd91937d12c9b10f811a29946c5b59e1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af52782a0af3b0632233cf2f99e70560e7ed7ea9f235672f7bc0a45f10681fa2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8343c478dcd4eaf17d8c85aaabc1728e8508f2d2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7937cf3b2fa7715a707b7f7ff335c008a3863f17d4fb0871111d9d33b92def95
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4380cad717a91c61ad376cab164b9fa7776b2b36
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8684e96ffa8355659de6ac3464cf859a6cf646d29ec8ffab07ef4364c097f5d3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c24b2600cbd95e4607293dfddce7785c29eb935b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca4c43e4d0dba7539bedf6316e4d8aec8bf1d5ee9c35fe24fd367c68734d845b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e89ee990ecc3ebe479b34dd2b43a981ea3fca2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903cb172ae35731a2c6170810da7502909cb55be9a8dddd40a9b7b750664d48b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3587e27a4f949587df55e52ec44645736230348a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b3b337074290fc2d8ef5bd71d8adbb4a0b4e7ced92f8c74222b9be177525c9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27948e76e8428a514c1ae0f4763f28f44cf333b5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18a4b9aabe7f807cdd1154945fc60d4e876604abeb3e518eac11ccfabe559b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aba1a93fa0f57b96da5d5b623ffa76107a1bee3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2795344ff997a286f0ddf78c00f6c512acee910b783f922c78d7cb1c188171e2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9aacfabdeee69d15556fd32a5ea04c14451e4cb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a57d91c601a0a57245b73c450e70c14ddbf97e768faf2dd62ed030f01913c237
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac8854faf571d80e170a49a06ed09b4e3508b88
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b19e2ae22b5e0a66f62c63ca81d25a21a71c356c56c8825b25e108aeae36f35
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d7b050c3992ddbdec717ae1fe3315bb897576e2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2be49a0132abf43f8dd6e4a837011b035a883deda941839d4abf096794a4349
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe988655d9f7206a6b8f022205172c2106b1adae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a629a90ee5ca4a5e2e050aad5738b8fb0befe70e4cf49ff48e3aa4ee14a737
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c077f7da88daabc707ef2804c91420c65a53c0d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ff0e57f5838d4ef92503e0a85612d35f2b4f02e373ed93a48448c5e1b75c09
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66520fcfde0fffd14df0cd33730a1323e93d9a91
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da5efd3732a250c8093db7b7403f1179ac9015748794f9241c62ed09aa626c2d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09379bed3daaf3ad7e073169ce9a00401d078cd8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf2e2707f2e6b0ebbad0e37ad4778abbe18fd16b652b34c62875a626a241118
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b854ebd82d5d2f6fd679329a5171dd6fda610090
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:175b42dbb2cf8dfc8f15eb5e54a993f8d87a7fa8871eaa7d3bf427e15af99ea7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eaff5f3ca66ad45096b94d966b115c3b407a788
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d85dccc5698d9e5a35d577a67dd8bbaf9dfe002a7fc32b0ee4761f8690355cc
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a84c224cac4fa8dcbf1905feafdec7824cc12cf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a30df4afda6ea7ff1e8a45e4b0b531aa09919ba552283d3ead397b0eea0df3a8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a58608f901d358ddb3c84803994458c993f18471
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bdc5ad9eeb0a7bd670b40bb2fbde3d41b2af7677d1dc6f432166ae5b1fc6639
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d750f0c9e9a8e151973e03cb69e965d310dd34
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a15a0cb58e3b8ed1a9e2c2efd3f3018317524446703303fab6b27f673fb000
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43711f469e2515f336f0d97bd0a71d5459ad134e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4822bc6df68d79f314bd6b4234a02cc0fd2847f0adcd9ed1edf0d3f2d1e9e028
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fed2678e17d0b5e86575c2e24be8124764168f0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d99eca5b8697c8407670a673024a87e785e2207929e9a17b993ad63537df014e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eca4013643cf9994a3eb2da914c6de1670a043f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4399d9b4da064791900058b860311f0a5e84d64f7c2510c1de5c0c7c1d55cfe
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9888f20a0231258bfc01b52bf29d471e67e24090
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e98e8d3e82f908082a29dbb7d16cd2358a16e85b8b8deb0073011683c3d4ff37
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614526f4045b9c3f25f2aefa749a8184bca88197
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a59cb25754d15b636ca9f4277bdf4e5b35c4140e1ad17c927d99e1de08ab96
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97aadf2fc56bd9a49ec900fceac8a975140f1395
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f511ac45e65a1c8d5fd99de58e050887ae5eed44654accf6b7ed0a7e5fbdf1e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271dc84cef7f4af596a0048c08249f23c3b9cb7e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348b282f48bb41d3357dbc3c963441dc7cf7efad8a03585a71e532f39c5885d3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43593374e2b8dffee998d1ff0f76bb8045e9125a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c9ff3952d4896acfc73c93d90cbd160a064cbeba64dfb26ba33e384391abec
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5e3a1a368b907f8fb7a8a9fee1fdc6269e18c5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe124877a5bfebcb9c3dba019cfe5748eb8f95703c30d59460b1145709adcb09
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5888b925d66b5f46ef25a82d740076eb8a3e4da
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f03fe13662804a2ce5cfdbc9012e5db22cf311c53d2ff010826030683f0fed
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a8efa7d2bdd9682fb172620f04cbaddc91be7b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a46d03950d83f852cb622edeeebb50e71a74e0ad10d0ce0505437c2a3d2f6b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c98cb2fdf546994966860ae737fa7e63d4d9b31
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb92123f150cabe436237bd1b9ea4312bcd809c1efabf4c163d162ce0a90f7f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba6bcf18258daa40b2bea962eaf0e38a979b6b7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb61ed48a317d9504a7a74d6dd768f1cd6aa29590d84d99e27b9e84f1ed6a868
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd2fdcadde462ef551b9c5bd1c8cf5da7129732
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b27f0be0f0d744077ffaf17633f209a7e346f7bcbdaed7f738a697208fe80e8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05b57c8b19e5cb33c41b1125ed470790bf1823a3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ff4b12cde592f894d2852396a654c08fb3836ba1ecdd6ccb1badcd8d0b4d99
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e727f6f0f21904c62ef6e3c782a7b596f8b02e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801fc97dbff4775e36574448d9724f0ce412023775028a3e6c906a1e42b248ca
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1d18105282c7631d5d6160ee253efdefd44975e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89caa00600b7798058f787ff0967491f38509790538a8e9e3e359091d798b708
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..398dec8bcbe62d17d2afe55896cc3cc5580b45e1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d0baa502ec56cf8aaab2db0cac6ab60fb95e93dd8140252c5c563047a366df
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dfdb3a349a58fc9e3b2a6d6f6154d02b95bf134
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c17829ea8ace1cc0262cdd0a35c2ccfa9329155d60fd997252143b75cc4aff
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..771598c103d55a1a22f4617532f59729769607a7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18b972ecee04e01b1b0346889037a7e4d03befcda2f789cfbf0b1e00d7d1932
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf505bc68afa85b7d36d6aa66b3c94e60815b4a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209064367a5f78856d13e7959260a756bf28a1ffe5e0eb69a8e151ef37f7a77e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2803c8d9ead4de0e95b1464e7a62c5dcb160ae7e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d2003a6707fe2032ad8fa1b62a58682c34b836358ce6fbb0b5bd9d63170f547
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd713ff67c5b8f0855a19c0082d0486f2b09d32
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac0440dde1e2fd486a5996320e4ab9d78656e939702ee8f7263426c795f9749
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..953f031a3fdeeb3843fd3a933dd7fde79c9f09fe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8b96c9cccf681b28b7cae1b4e6926bbaaef61f1f74332714c5ae088101d872
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1877dbc4a414e799ce7ee62901a6301224a0a695
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fbd90cf5eb2111fd34b347e86f0c01d8e18058e3072ce496ec89b3218b2c85d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41693053b02e132bc9f4186c545c77f54f914cbe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c5604ddb0281d80effcb56513e9fffa93c0abaec7209a43fbeb3b042a047e7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a020e9b403bc319643c4a4ae563ce007a1c130
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ded8627bea163396f191052dac5cdd0f44d460d315a49ea19de13c8907aea4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ae3eacd5ab9d08656d7d401a90403841fd4514
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9205e1db1cbda135889826a0486343c0b66714313c378365980ca272716ebd78
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70015dea138e6ad31bc98e9b4d7d6a701dad60f0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710dca9722cb8bb1a0b87bb3e44ed1a964540fb0d07daf525684b630100e9526
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a2d8955ef23456359658ba1494074338ff4f42
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a9810ba51ac1db418cf0782691c797205f004271e5a09779398157d1bc825b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76911d2a1cb98f6ff970125625f7a616328400e8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dde37300d0fbd5baa25a995ee49f6f26aceedcfd2912a1f381ec8d5639009b75
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f65e1fd33ad52c9fee82f77906e0d261f2541fc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02da19cdb8e1c4140fbab494038279e45009823992864028439a148decb86cbb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b1f33c3feb939b0c1209606e040b98ba7d079cc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df6c19f8cf1eb0b5a7700031b1cbd353b79595f2c49d3207e15c207d30bd2b3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8510d3dcb02484c33fb2408e197645540901c838
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17430ed0298273c401c807ad661b2391f77cd7baaa02fc70341a13c6be29617c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb5f2ef9f96b3775b05f69f9721a3cecbfd3a9c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b49c73d3d228f31dad46acf58de42be12f35ce2e0c0109f4ad000065c36cea9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8fd10d346aaa0f858fd97447834189529b5287
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1cead341d11844c0447c362d6d3330748dbedffe1fb9bb0e5374e7d19c5f6f6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70bcf12e50a355ae2e1d9dd408e8e8ec745daedd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43bee840b293e0f6c8b110c774632e8ecfaf96e964ec014e891884a0eaf4de1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e9bf610b1006f13e6ef1ca475a072f34421377
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7cc9ebbfa51ee6fdc9c100871210610a57763935552178dca4a34b53f33295c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a757d4ae9435b49ddbd6940581562152ce2410
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86048c0fe5267acadf9fbcf6072fe00ede7232d99a6ca12574ee9f5d3a434bf
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50cb6a0faaabadb85d43b50e9503ad3b3a96dfb1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe47f9934ab621a9d48d24c401dede37d886be49fe6c86d5d056983cc10e1b5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d051147be8120a2eef8da56d47e14746949968
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334ed17bcf5e89aa67fe7e814c166e9cf0afd76f0ee00e7c2f9ec25db068159a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1349451aa223a54125a21864315dd6b84508855e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c709066bc9383f4b9a003c4645de0cec911683f79a4a944c7926d675d4af845
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18f59b5092daf53f972572a0e5d5251273623c61
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d967c6fd29f22d80bdfcfda77df5ec2789eb047e88f7693ce493989bd602e72
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d091aac429edcc9f38834a7bec4d5043faa4fc04
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4263658629240e0506a558ca29004f3a78d3575587aa92827b3664a4a2e3a5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a1d2e28589a33a7b317224a6d01262522bdcd1e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf59ea19db3b239c70ba719fd275a7c546330decd0f8bcaab44de8d997af141
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48913be1b81ea65872877749bc917f3521871225
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dbd437e62e933576df32e7954f4f479418c4d38e016fa877144acb3ca4e1475
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50958ba691243719b4f79a1591ddb1aaed145e76
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6517d7edafe732cc946785ed5810fc3192e9befff01f0f3fca7f0816d109ebd4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc0494d0fcb79ce819bc6d07e76007e4178d257
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55baccbf0fa3cf61d009e7e100653e477e50a049fcaeef3df3aad78f1ec99f6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..507aba31dc9b009bd14ad88f5d64340912931f7c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8ad217f7855313c8081ed4b9df901c46ae27e0bf05c36a1121b622ba79f9b0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c7041a5425e5271cc9f280c226578d203a8eae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d6dde64bb754e585cf9d9ca72ced3e6846dc45750fc661b03dae4fa4ff7ab97
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b5adcebb68bf9ec51a605a180c8e8203ada9df5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d4a423e4c9d5c5bd7baf049d8bf9a1fa26179ebe901c61ff77fc1f1c2c1f19
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43ea27b2de4c246d0750d1782d770aecbb8d9522
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ae3b75894cdd519af4a0cef67f28dfde4e3fc5177d865d77ac6a8c3a44089d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..757b2c6b24b2d5958b1b63d37e5a022687b51b13
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02adef4ed34cb51965f58aa51fd1a5a5fc0cc246a2dbe38b9c9f88d6295fca46
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35fa9f7c466fc7e1e258f54f26051eef0161a93e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2018666b51c14f20c386cf9668b138ab99feea2a9b626076ae7f3acad1fbe275
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d1ecc8c90ab8167e8e70fc0413ab5201d46a56
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d2b05957ef2b6e8b8a0e7ae6a4d1b1b7598be23ea86ce19a4d9e9dfbd55638b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39943709bab74da81cd5369b563433c403c5f7e4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736ae0081c8fe8149fc786ddccf0bb968de12081c8868310f109bf6e93dc42ff
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61bd74b0043406ceab7a2477bc648663b3705ee2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a38bf127d5adc4dabd70ce39c921767f24e7280fe52a0b2965c58ed52c8fdf2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce57d66df46ad589ebffd928a862d0649b98a58
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef550430d662c318693ab0bd01a24e887632525b6f39e165958a4f8a2231613c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a633425ec5ae0abb176a912fd9cc0217b7a4fa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb39d8ef455fe40084c5f0b3d346f161b080c3858eed852c79e092c395bd44c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8c1acc030c206844bce48e02924cde5d92b884
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712c6e687d3943101b78fd1c48ed3fe3d39cedeaf502e73afa2de31b95dea954
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554f2ba0e7fe9830436f91614380d7bfc14f10f8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318d9e1cd1dc6972ddcf930c0f49f9d8fdd198bac4bfbd675717633b44420aad
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92bf976e2b54198575bf59188eacf7f0da41f206
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027e8748f8541d3e1ec21323d48586cbf10aa7348a4a545369023c39768ac58d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86cf388ee9761a528d0925acb3492de9b7187bad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6aaca07a1a772fbcdcbcd899b3957a35a649b1f13709f1a2c3765cf628ee6d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d56d557cfb7d6f20b8f3c3a9f25b16daebc6a2d6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44bf4f5162d506c9454b7a080cdd929ba80276056c12ffad33e10259c63286c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33d223215c5a85ddcd4de82a8f1ea9b896d2792b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e7b1541284b6224290da33f95a2abe90f4f5372d1523498871f995e3a0ab679
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a43c61cd5953b154060e1cec6a82a2b48dcb7e0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896f78148025702a8544211b45abc60256006218ac7815f8d402c59f8ee9feb3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f37a1654fcf4bafa5fe0fa8ea1c2314af5154a0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d7a1458a3b2fad28026b0762da6e60c14f6ba43fc8f63b7f52d6c3e251840b1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f614a7d857288dab4f47bf265aaea43ff9ab1454
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39acd35a276251a7be56ec5cca501c0c3a9b1c0f6d743c40647782ece0fcd615
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b06662c9a7fdba048c2a54ba06bd5b997d624e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc665667695cfea526c935d8311b15173c9b64556e836178d4a60fc98ffc98b6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a5c131125a0e0d4565d6e857ec2c9fbe126ac3d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364749cd8681ad52a2c54d2e4d3593f19437bc50e6c0de2603160487612369c6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..056ca1e652bf34ec7a9f5e24bc6a62eff5bcc241
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f902742d2a319cc7d0b9b6795c01e815b9413b6bafbde9001ac126a8c5d815a9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96bebc2041172059c2eb530270e47414771f6da3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b99a79e095b2e945cae256fa15cb84f6efcffd02b7da92bb017640c93597aad2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501eda2cf0f9580fa69ba3074d77c0a12345563a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f38484abc28f717321258e2d47f9ab69f7a9497e5691a50a4b62920d880ae7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92802d52d38a0735fa2ceca63fb97c350f6e46f7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7272fa990729ab40b7ee0cc6bcbd1c62f52bf3a1b9f649a6cf283bc5183234d5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350e669ddf2c3d73f8fd47f6c0999d14e017b327
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae341bea96fb28c3f96be28ae5aacc50c91a655c5242bf0a20c4d50ac3e47e1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9580c8949460f41bdd85a93854d7026df2fd1b22
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec98f77602f21c3d2b35be9bf7b2d731be7cf30f24dd846a1f6fbe9a9caf4b69
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f331ca62974cf7fb24a3e839cdc220f1ca194946
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb8587cabef0bf068bdd8df2b155e7260ff33e7e4dcba18b1a3cf7d62ab6843
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..025fe5f7821528fbb4c3e8f4c7ba651ef6e4b2dd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b66edd17813292b6a38f77f60bc90bfc014d40b03431035e2ca69cd0bac1db
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15ec2cf7a23155e8f21ea890f20e075f906ae15
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7902524e6b2020a93f714e9194cd94cd22d12236e3a690046729edc768045bb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0343264737fd3dbc7bb6f47c230da61dff384678
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac614271d3e5f790a05723853faf31f37962ba9d331d2185f75397c81a96782
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a22b27050bd5616484e5da03fa6ff43003958c4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4bb7c09cfbd3aa9506faa9f59a072608c114cbe2de17c44ef518129adc25dd
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9a519994bb3b3d2756652d45a86cf6e4ea8d1e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bbb7cabd82a4cde8ecafcd02643b652cae963c508791c818a1f791b6f12ab1d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecbc195839acc0540dc76d691ad8451f0a6832dc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b901ccf11ca14acf4e77f411f0c90902a709683f3e82746b282d252ce1304159
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb891308e478026134b0bcee5df67fb5b8eb27e6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1473a3d6f39b7e59da389025fb2371f9e93a75a25c18d66f31b2419ec047ac15
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d57e49a5c7bfe49a6592efb82494dd453d90ec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56194362cb79410ba7be700165c616be378a44432fd8add199ee583702845ccb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a09786cf85803c1cb8d56788fa19309f91e936
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca42d7dfbc6a3a8046967d6530af083ffbc4e76da8d547cedd014c5492227180
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e21845c767d50110738880d7fc85ec52ba0699
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00bee3b8dd42898559bf92df7c83fcf33158b318bab5c119286e07fe4c40fc67
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66338f734c511cfcf94604ab6011d8dc059f7371
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:474f633282582a8177f7d6e5ebf768f986f0fa68afe734d9a75b2a27c250bde1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee4d88868595b770f1f0e9472da65e1f1f570e7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb6a85a4e0fde2fd0eb557ecacade6ddf89c60ab139c7dc5e74346b3d9d3d3d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc251f18ead2da11fc3bf27ad856adbdbc372cb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36556581884ef1f83f9907b04cd54403edf9c3103eea51554489903c9231bfae
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814048d816b9eb8877d83e372d7f477a73bff725
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21348fe6317479517d0dfc1a5146ed2ca96320a9b44dea667643e48968b4ad24
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f67377e64f2400f1d6bf1ad950bb709068cdf0d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6412c40980cc1fb453c8e88e8e2476ebcbbc53be690d0c7f533ff1b76b73ae66
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c1313ad1c97ecdc4b4ec1490fa0f1d79ffcb82
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17ad203efb29062abace509b70b96c6bb46cc17cbb5bdcc88c96f41722515cda
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71b52b162ea82bec6a1ae6d56e1340050bd6ee7b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5956d89485fa52c130541a2c98fc6002cedc23c1c88569c9cff6beaeb5ebd178
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b26bf520291fc3fd89da594af59c90bbee0ba4b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da0f3269b35ace2f5cb55f331cd8d79e1ce389f8f06a4892ff270855455a637
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..232a776c49cb49c67c7c0339c6a1dadab6a986ae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12776ff14408bce72fa89b40c3096140b0ee75a1c305492e944b90cefe360aa4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75426caa81f103ec8dce7a277b36418954ca329f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e6b85dd03fec42ef9a468ad29d0a256f59dc0b6be5e71a033b22b216735b54
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aecaee2571582ba56e56146c21e8708a3c00bc1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc42155d3248bfc916889a29e6855579ac75c2dfb2e67feb6fda376e778258e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991c89837f9dde1b40084a384230388fb4aeb747
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66bae3a27b8fd9759552757c4af0451d241177c16df750d6783f375b72e41bbe
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4db5c9dbf081903c62843315d222b45de5e07435
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3dd84ca407bfebd2568d51d8bc836b2b1d8334a09ea2a425dfa00bdfc9d1c3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7615a9b1ff0a9d3064094da1e3d8ffcde57766f0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52f4e250e602b57ff9b813b1cb7014810cf263018fc6e99dce8b5d9419094b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..641970081d11c671e7cbb49a4be057b62dd4d5f7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c312f04a30e20a9716b2905baac335579f88430a11f44020a5858ded0c362d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..934311e5b217444895267b99aa7bc20fdc4829bf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:797468eb040bdc4c38e8f99ea88c9f70e06ec2543127bd465e60cecce9a1f296
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b3d351e3708b47539156e6b3455997c62664027
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ee16e58e2dc17460762bf4e3ccf00b74c7f2dfbc5e9459ef5248581fb7a6e5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e8cfdaf6e92d8c9c3e4d739011e730a2183324
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359d5cf86ee4033808cc056bdc7bc95ec4e23b7ccec8a22df4276cd64c57f8db
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6757c7e1432df463b191809d37b9f3094c7d22be
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a37549d9c2e9e04c578dbf475ab3abc6ce75d25a9ec75a766720a213a3ccac
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3e54d24f5b3e50afbebb2e50813c9a8a83e902c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:953d7a8ad256569e9b8119868ea548cd753edc883d82cb8d5394f3b1a04412ab
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c5067c7785bcf72b40bd28e4dc9d5f7de3645c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:075a66f0068b1a5ff6cc2291814b7fb9273c7525d20a3cda96194b4b8569060f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8c0b1046c35252420820d52932e02d2ad5eb6f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c984592e50106214735ff41607793f91bbfd3e4863826cfe518ef00b96959fee
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7cc4e42d2811df417bd4c8eb105f41e067afbd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31fc416c72b02af334099ff115b639ded65f6539ddde93dc09aabd1ea07ccc9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54ee077776a8f72ee521af545a0c68dff6bc431f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f872a48d95677963588b0f41eff896b93151f3dc40e265df26a9fa772e035e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7548caec888aeb2d6d527063e551ff9b8832be3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad36bc4a901088d8129a06dc0ed458bea49ac34e083ae6f9c20587e5c11c59ed
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5baed8c167d8fd8de78ebe7a6e441e261b5058f9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9475231cb3a880c272d5493d64adba76212516ab1ae54ab2f59c247dd945867b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed26ab525c5485a2906785109e923b464278d4c4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce32cb975319e294b4997b455e5598ce320419d94f45b0e8b2a176448cb1119
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3e4d4add2213fd7c5b1bae34560621611d9db07
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4632e930c258e30b99142eedc32a51bd25cb8b31f573118d8e9d5b0ea26c0d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cb01894c8f112f538108ba3ad5c354cdcf300fd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb851448fa591342a653764b2e7cad35e091491c619fa32230e93a1f4e4f561
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8949314c98f30106848c3f1db2b29a58e4bd0752
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dce4851ada229077aa3c6fb319efaa0a5c6b48d4bca8ce31f6b0b6b0e47aa8f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..591c858c911ac10f94bdc4af59c686409a8273d6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e40a1169669d438bbad455fc85951c09ab18bf9321ec18dc1cec6e61dd9466
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c8dd8ab8614b75e2abaaf97ca94996948bddb1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ba76b6ec72ea8f20be25c915899ecbfe893f84bcdfbbb49adf9215d5fc0502
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e94d1bd1091688f012977b295c233705d5e5fbbe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c5c79018da2a0b1a79f3e5dac1f24bca62a3503fd2257ad457a5039059fa763
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de84fdb66b2e26d0ca3cbe08186048ce63458467
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b264c02d388ebe290dc448e4d21993be5e78201d250a57bdd5790c561fb1cf
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c5cf34faed2e2ae1e5a7aaa3911161033e56e1d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddbb64824aa74660f8b48333656e30a0ac94ebf9ca6d091f3c0f8b5a93590282
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84353fc03a2ccff6cff555574589a4021d1e3982
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7cd55b7d5e3748cbeae5f4628784148cb52c3161a4c9d2d0dc4f2019a6358a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c3b8d20f83d1f9e52a22edf0a4a7a3e36c1cf60
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa2e7f2aab0bb31b5a26b5406d046fb616c3ffa9559f5b8913d4460f0e44bc1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f88de438d897ec68092b230ab424ac5e862f93ee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a57811e8957bc16ceddd662156760c212e6cc2719aa16112381fa203167b6ef4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202ee90b8b65fad8556fe94b6cabb3b8aa795ae6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dee3fa0aa1a6dd57a15f0276893e3f51d88501334657404fe51545c15933bd7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f9bedd78920b31eb0971f41e8cc82693afb901f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6484ec7e83e29205f733c604bb63540f9c879c52c94cdad42f5159453cbd4d14
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1e44fa4e75cf87f6faa56990dacb363702c4464
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca34b6dc7507bdbd7761fe7015de7898d9a8ee639849cf97540297e4b4783dd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04540a520eae8e5e379004641ca3383d3c380571
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00b89390b04e40dee71f897fc29635325b4900e142d2098fabdc4617ff7ee0b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55c131465980deb1431c2d058b5d916600ee578
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7b90c832ebd0d3941b364e86796fbb1f7318b2a7398bc3937757bf58bf2e2f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00e2536cb612df58dd365e1a8d4c06708aa4e4a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb945b24621f88e6bf85b2605ee3627ad9beb5a897f348cb0747f16a56380f1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51372b0b21fdc855f9af52d72ad73a9decde97c8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d982e425adaf519ca7495875046599995d99ea47c815fdd23c47d41c80e9d5f3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..758ceb686a23febd7ee6639314d54a0d51d31037
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69fe225bef3c0c0375a67dae922368766c4faa96d2a77e3d3bd85df2f73b8550
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5173b39ab4d01cce2551b34c8693bb65722029
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85918374151ec96de1461baa223ea405410ff3c5f9666e8d57a741a136148a3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec14db3e78ecb8f2b1264c8af49ed0467f323d5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e9eea71360537a0b846f2d37013a026ea40aa403143dec2295d9dfb1883d5f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48dd8b382727cd6aca1796c92f286afcc0ff9f52
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f84e93b4c1fa1999294a60799c3cd261da1f10484b8e4b4f72c759a4ce8fedb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..237737c1f3a25f660d56fc5aa9f4f891b3b1f288
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578e59098dcdbd5434cd163174c062ca3b9dc511db63153b35ed35fed804353b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f707109115a81adb051fcee8fe5254fdb57f997
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f8ec87e892e35a78223965c2ff9c9d54b0014a46faf298c7e3e6a1aaa84b88
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5dc75a34f1520f90d64edf06526a948856181b0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea99130e29782ac39a675b2dbf7dc7af614b7abec6b61b342a8473cd028ce2e1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f00775f0dd90e8c00e2c8f72719b6f185a55044
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab4673b498a3edfea6b0217b07b7899cad2335a09dadcc2562d4b29a15d191b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d63d8c7fbc094fa0dd2b1f8b01e2c173b3ea404
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57e5938a1ff2a8432743306221a4a1ce963f3c1ac57fe8a1dab74129d080fd9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8070dcc7cb804ff1b927c131cee7a13de0c9855
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d14c6a6729500bd5924fffaff272bdb9da76fdfe165a79e775aae62d3cd2c1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad315cef6b201e4fd43f16021355ccad4741a88
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab32b7a2bf2383bc6b754465b25b69f2fd3b7a273b8b370674bf4d3d9f5c8185
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1707dffbcbff6964ebccf7c57ae35119bfa06745
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db0b0d0441b7c29123287688e712925c55a793f6ff6ab51b858867366b023529
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ad1f078a578ac6e00b32f58a872997efb0cbda
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc537d53a6b0cf952e14cfac54ff5e1a7e78c03778f52cc7934e6e41248b100
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c324f18296737d9d5d003154c1145d655bffa378
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b8205b9b9b4b823310103fb316b5841abc958ce151794b517c6988836751bc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a1bdba79edce5eaed015efca9630a14a881069
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f211b0d98998f2d4386d69cec346d18273944734e64bb486b454cced1d219c11
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..572a63b198ab790a4bb6be9c4de1d250a0af3df1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08969ab6acdda6ab756d119d0d58ae35a8fed9de91cc262f15464db25fd3b3a7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42b70d17617bef600605deb049871a868df370d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce95cafc6bf82104e467d876d67786c4a1cfc1b70fd1426626f5d6e93f17e700
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3b9da05bbfed7c0fc6724346c8fa45c6d57f10
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fb07c27bb029256eb68cfbc93dde6a6ace70dccaaa88bddda89fb828975b97
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..193654211417b90b37a5b0e8a37e1194268930f8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6f898e391e62d5b4af737a244f59180f694b5a694f2a0315d87b3436e49699
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f5315747f2c6bbd8dbf13f1710ee18f1a887420
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9975df741a6f9bc7ea9f474d9cd334b46499d56912746974f9c52b61012bd91d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5add5a159cccadeeb53c2fb8b41735bffd95022d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a9854bb5fb7b5b0dcec8ada283218b4f6a88a5c3a53ff1a6d33b24e78ea726
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d4aaa2c995bfc38cee3fe7a7c7c7a5e6a85a4b2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:881d0b2bb5c77418ef802e072cb6d0aa7141b3d73634e081d140cb67de5298a7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac428d9619a02c37a78c7ba7885bbdc9167a3ef2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a1d2442f32b6412d0d88148ef746b2f1070a2c1fa2f63eab68b368fd571bcf8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f00dafdcddeccd2f4916272ddd4c267d29a4d57e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2494ac58ca83ad518e50fea854e59c701a54d03de6aaa9bc2c86f3c6106addaf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c5ee08f1e396ef2d3a8b0b3482078d3cf056a7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf5e1f12f8491e12903d7b24d1210cc1a46a054db11471d948046705054adea
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34029cc781785ad21eb1e347216d7d2b3d0bc26e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd06373b830ebabbce9555b0747dda677cfa28ec98025630cf99b7e4982be844
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86773fc94387925ab772325c58a988e4aca375f5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5ba013dd104760540c80f17657be6f012c3aab20f8d6e7a33fdc71501e7b058
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e96dfdf2f5503ae148b67b7a9ae7c6ab67f9988
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f142a828f059ba8034203c32c2df44c6d0aa8a4aca61cd25644afbea3efdce1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71418b47e93e77477bf6d933f3b2d729891f2463
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:939e3d575d4ede0b5733def15452a519ac60b3736d29b3fe3862fa7680daa067
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..736a3bfa5a0fa716c1c9aacc169ec28fb525658b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d782862f813c83f1e241dc2779421eadfb5d52ffa780033bb82a836cbcd8d7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94e1e61c934c866d88d46977bb49d6192c97a4d1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:658ddebefd66bb94d94fd589eea7adaffcb219b3213919a269eb7f6f7ba7b96b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13bf7eaee963974a1b31d3455f392f26c8272d56
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:419e7f004603e3fd9a4f55022dcb8488957e89c6365cb2b629702fa0c059c222
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a7cb2aeb55103469db0d7c57b3847e5b3d59a4d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7331ae14b218d3daaa65694ed555f25311a3e5156acf6b90e8ebc21bc63a10f2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11531862bffb5e7fcb17b018e7cb418cc72bad9a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6748f801c4789ccb7e81fe849b737bdfbe19327f4c5dc66f0fa6e336243e4a7a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036b121ea71adbd752ab1c96f742388d432f2587
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c16007bf4ee60b9017e079bb5bb9a08385555cb94067a8f8f5d286458971cf4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62d01b59b506ca5db8e707a81c17c0d43ccb4285
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf0e0ea0b18ed0f5f93e5ad4d4fce3334e472b4f26db23709ddcc2893294ca6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64ec5a3386c7779b7c9a89659826591a9bb283eb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c26964375dc4d77ffd7d2d081545fed4dba670a07edbdca8eaf6444bef98033
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61daf2393ce5998bba41ecaa041ffab575d2da36
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c1c3182f776dedabc361a2b402f21355c3dc89255d56ce7112f94fc516aa66
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c5f0b8fd5e4c6635f5dfdf90e15cb0c6af235d8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c8ecf539318aaafebe49e7e6ce43ccf5f67380748273936cfdb1953fbddbcd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb3b00a9276ab32a715b424d975822e0c0b15ce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df621d2f6f0090fb952a89d37e7fb2f49c167778e3333b313c024b45dc3f27f5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8528e25af32d3551dd5365aaef9f9a81ec8a90b5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01dada67617fc580349d7a9506b8dab064e8af995569051292876447da8a889f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54aa33804511376b29edb56b2f25e2a665b53c3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21bbde0a9a7f217f75ee634f92bbf220a005a340d1016b439de97b4909c31734
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/lm_head/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f04edac7eb070bd80c5ea1e74ef82bab8cc3d30
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956403c7a80a4d076093ea28af695f4ead70842e68b722398736d4111ac211c8
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/lm_head/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f657203c64ae2cc49cafc6b0d64033484446bb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd40cc34f02d5c180c35d3dc60737b9fbf97246ca34731677a3bcd35e4645ecc
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce49a10a3ceb255d1a3840b55284a4424588fcff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda4fe2df092f64cd9f94c8e342b6f85ae5b4faaad2ffdb669229609d2207ef6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a4a3375bd14bdb91c1e24946fe8be574ab17b4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eacda91780ccf1f21389fc4104d6b5af7d730a4bc1e1d40c2626d5155dd9cbc9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64850d1d941cd01c4cb601c8a6f73b0dbefc7f52
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a9953496a9ec5582ba7325edd4d3e2b2bee9e3b66a2acf7836a65da97012e4f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3568034dc690e1a652e20c50a090e1767753475
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda82dc80b14cc609d5728a3099ce66616064d2c05b031c456c10f9a2b93533a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc2379853280ba5516fbcfe182d7ee1b6dba1810
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc96c12f74a0124fd49b09c5e516bf45a6d99989d0a69bba40fb41df36483980
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828b6f330ee856d71ebe184b0203a39bb2645c1e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0b035d44374598f2bef9efec1320cf041e0bd8f2cccfa28e342fa8bba7d74e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e6a4b3bef696f6dc9518d806a3c6d0f71351c62
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:857dc34aaeffce1c16b9daf31aa02016401be2cca374c8c0a16745c625207172
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb650337de5917daa0a0cbdabe5969dc30f6be3a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce2aaef3716490dae682f7a0567ac97a01e38dc015b47310499c49d02a5ede0d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea823d4e606fd92805512d976a4981352e29aaa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496878e23392205d12da8517ed0cb19afaa4fa82f6a3f278b81a8e4f3e40dc92
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f79482f1de9675d04711e293a8f99c39984b41
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df638c84e86632000c44d7131a287bb916cdc3e52e363df19e425946cb0c2c2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5317359429511fb085927bbd90764b306011910e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b967a11981bcd9f4cd2fcc4949304db14f4aeacdd3351c6b84b68a7ca83a500f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5317c171a7e91caceb7d303b33ac9f9e5964a81
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d6f34452c11faecdb1f62559378b2054d93628d9cd16274014301d17a18176
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f5177fb5d12d26d51b83575ef69bfca68902a47
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a498cfc881352102ecc46937add4f4aae3feb089e27af4e0344c0adce36f19
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ccce5274f24bdc7427cc33c5eda648e6dc304e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6549f17600f950d797469502a85153777435b4415577d2691ab1f1eb8b16bf
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7afaac5c3d0b704510119e63e93b4c90f750c633
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69eed697404b5df454f2ad40731fc079003e3afdac649868a8b570e3827c350c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ae22fb3e23317a0b30eefd6519906cba5a97c4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2477130aa149a5d6b38b39070d518b34c394ea8739ed21f9b2cf3546e95f4ed1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb50d5176f3a737972c13ed477ed3cbb3aa69304
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12da40068c0ae0a55c89755de928edb5ab2328c8c65eb54342e63aa58e03c40
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21b07d49e7f5e8303c28fdd12ecad37e2e0a6fe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8239e2fa0e2b63ddc8996771ed8f00b524626aa7f423bc71375c40734112e53
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d337f958beda1dff6187e54fe82c0539c22f586
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a892f61ea28c8ec668ca7d16996018385831ea27e3a97e683b4629f10609f5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3807e80db8fa1998e2143a2376f481da78c18a94
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90cc0953d3a1a2c4161a442a55fee0532dee42e85564120b410d314d2272919f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e385ac9fc15322fa7a27866290b3c4ac3bc7186c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd944aa4006039c925931a7c16c6a93c3351339c59a7fb6ddfcf6a424814204
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce9f74a6e6f528c6fccbfcf56f654d31cd163d30
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b8da8f691f5465a8231c302cc60eaf9cae1850c1ef7986f5060a3ddd7fb9c6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6ed2352a44af071bfccb4f728491fd181774c2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d11f21840dd393122d6637351150eb297c26327694c74543dbe75d60bd587978
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d44dbd44c91ab22a1778319d7e1d471adc437735
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4da3bb5ca05b6d6158e650f95c453c3c4fb1c257175aeddf0dc07493ce0334
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe7d9c3eed347e989642532114e754447644ab53
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b1a4be526a284ed17e03e54e30abac34b62f8cd19a26c96675a7ac170f56c5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72c1105444747db08db294328e5d83200287acd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04039a1c863855640345d9a1df046f9d0f0d8a6132cad63baf20cab0890ee1f1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9691b88484ed7deae4d76725ab61c52b8234c68
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c323157317ceb7869acdd3c1f6ad0ffd9b5cb401e731654078bd5a8d15ea076f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac98bbda2d4cb0336351f90b8bf6a2cb0cf38a2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d11f21fe49f0dd42f2d9d4e57ab85e7fd6391235cd01745d81e29897b0494df
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb9f4ba9aab21dbdda209849591b547b7cea8da
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c02eddc5e71d2fdfcf32324361ea173bc529505445d5a7c089f8f6bbe7278bea
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d694b72e2bd01a744690753cfdd8989cc59abd3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931b0f641bb330ed42f59ee4edd041e2f4c5ff13040701383c1abeb8fe732357
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93fbead4b4bf0bf23346f23bc5d3a9ee5d533cf0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b672acccc4337a6c555a7aab2dcaa8953dad3242beaaaf71671926014ff57338
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71db1b8738831ab63292e5faa77c2bbe60925075
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f6ee4976bf176d68d034488e30bcfa65760ad73587e2f8b60930e5dacba7454
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b29e808d78e0d9533c12fbe52ae9fb73173ae9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b2715e1fff6a1a7a6f63e04ff710a9b1767b03a017107e1cf0b79b811eaa1a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff1ce63a40f07b936e75ab231cafa81e412a068
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6445d18698c3e7b429e2ee16f13c25658c48f7188ad92e74253c5a637852726c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3def81e8830ef5487712ffcdc50d4f2c3803e1fb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b286da5178a09100a28f646dc0769cb3f08222e97fed56368b9715ff161efe2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7177497db90df9fc55895ae4cb65398836a7cea3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec571a29734688f490668f84e124af4c7930956d003ec1bb3e7aeba8496e24c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e7ff31b852cc1f990031b825074b419ab8e34f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc31e8329fbad56e5692906e66405176da05c5a554200dedc4750541aab82bcb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fed342b63d118effc36d6d3901ef16824d002791
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b17a2e3962b6b1b316198b90c657dc8a8f432b4dbd250894d30d279c58f070b2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702e4aaaa0eb7c8d92fa604052d61f8f67cc835d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8224d992f4c3702e3e2c5f4a39459aea5ef44319e951f477a6c7c922edf0c6df
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..912e2e079ad34070d8ac7da12b440b6f6e2162b0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc3d674e252780da69203129616b8e92c7f71406dada6f61fdb0e787f7f1abe
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c43dcdfeac367037c561ffcaa92788b9c6c223b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61b92d6f8e1f5fff54a84870a6f2c7150fbdcac5d319ee1ff7155399b08d2e5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72e33921a4549ac7dcd1954ee18c6765da4cafcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0b454c8feaa63c9585d944440dd7cf3cb1c9a4fa8d04cbef4571b5cbb9d69f7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9acca9c526160e0b16708c93a615fe62f6d1dbf6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d50ef6255e554f7a82cbb62c41b48cd28aed9a43afed5f93e437d459bfb37aa0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ec86d0249517770554db81136ec827b2759300
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740d0f140427c888c1aa1f9ec9c6a4386ab9f1a3732bb2fda79ae299c20501a6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb7a7962387babcdc80f16057a89d5061826d56
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e6b99b6ebd6806ae4c1532fc341ed393ae95afc0fe707347be3038e9076b1e1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0d5ed5af98cd1b7a4c7c9e13d60f77e7bac0e7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd5a8d8570c10ffc18838d57ef456881ea4146a31cd68bcaeefc375bc56e970
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6cca648ad9bdfdf6cc92d75a3c35d86bf15cdcb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60eca8599a02008436cb428e50ac937cdb7e33ab296b110e6f631b5e98f6653
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ab4a0914b8922f84d0c5473adab3093c293b23
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:754c7439f888eb7687bdf2d4c25f7e7cd4741de5d3d01f73f46ff7aaa5a0c876
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ec40bb51c706edcb5388d231eab18ac306a6102
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ba17db33eb0ff95e62b7df9d88b401676be2191ecb307b33aad87f8d05e3ee
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c31f86d6f1e386a3d832da4387efaf00ccbfa7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037e176e289066bcbf43537ad1f1d9c783d9b18a1941070c875c3ebfe2d9b459
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3503ebf9200332d291c4f0f93adb00849a410923
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b93fd31ac73c5002ac9a1e39ed62f1040538f9a5bde7620e043bd4e92a1763c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aabb2bfe15346f1e12a84059409d41fc1fd74167
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea29e589ad9226cb1a6b84bca2cac6f055d854747219d1c29ac627bbf4ddb1e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37b90a2c64bf349bf90abd21eab55051b9259166
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e067f1406ed298326a31b81221efe43f88a1214256f15223c64b4689caeeaa
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c8198f689b34b0c4f3ef77f38e349150171263
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df78033c568c0fb2d7e7d42c9a31ce07404014a2948ddf2e024a22f07d053572
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a6c2633d472f6e6b12b24af8afc4f54ed66d02
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c38d6566ad3d1182a10e53dadf46375a840a76e1461ab0f309bf77d80f16244
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5136c5cbf57da13d9a1c769a8d18d5541d7df12f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a119ba2f9cbe7e5c1d4eeb0ae5fd9e5a3681f3d97151771a51dca49dfd39a59
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bbb9b765671527952251f9b5417833d97e5b60a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a8575f8c39c1cd97028cde2daf2c32090df76f933cffcdadc299a635d58532
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2f34482484ddbc6fb0e2e53b09f3c65128d580
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b74166a772e2e8f1228af29b80fcab93eb7266e7bc2b271129de5aaa0f8d147
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5643939c62f5fba1a92c66226ab84915cf8c3117
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d72a965b29532f199e6a3c637861b56179e12b33bc3495826857a25aa60934
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eed954c0d7f70bdefe30d86de2d2cdd22fc9d50
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6c3eb48e07588b8d5de50b76f6e5844868f060c225a48cc8680cbbe18e14d5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0465e71343b9c502c30e8fdf25adcf22999edca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b519d064c5537c560e2ce416bfec907278f89ca37bb4648afb8f4d09b6e1a1b7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f707ccb97a101ac40e1ab1a7507aa73e7ac0bebe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4167bd614fa6b6553bcf3e4d877bc7d201a9f3ab8cda018b26332c90ef47ebbd
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d602cc7d9851276400341c692e5f2d34082dbcb2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:255fefc77466152ad39a90ba46b9bff4d2a3a2a0821a08da5b37aaa803c772c6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d8c33e8a929c254f6a32f59e82b18bf12d6e36
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd7b0d3160e991350a1ca2075559ffdd348979b87c0907c76cdf68db441b469
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6600abde6d1966443d9d906bb9527d955ddb5468
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45c8e1530e9bc6f19baa6537928e4d498eee3a3d583f286e40669dbaaa1087f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a80741a2bbe86b69234ac9c4ccc2677b6667df
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee402dee9aa23b1deb2b8c4d95207d35bb00c955f452b2a1c7c32e1fc78bdd75
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e82d1d8edae01e4ef5a1b1a1b9c9796e4ee53037
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e7b68ba3e44df8f5e2df7494b6af5c96c6e91bbe6b33d8d24635198d3e465f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c45800c47d8447d262ac3664c0fe4789702773
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:385c01d2ad9ed5f8728a3a476e74fdbc25fafce53f2e521fd36fea8bb77e924e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3559c5f3c5c6325de8263cc138789dbc09b16fd8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55b5ff7b44e250acdf0ec474b28cff58eccd1f4b7ae6df2226ac19db5bec1b0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..009b6c9e37249b21db7f23a17c89ca08b781b43a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9502ed8ced3f8d30616484d3b24640b419a8291f052af33cac7083353597513
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94372b391660eaf7470e7c8f7dc8eeaa51db2447
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e202f7fc7569c7c817c5fccc4e6509541a210dee7fe5bca7befcfa45806c1853
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9fb711a2f8ff10d344005aaea5f27a7bfe40db
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89b23760ded59384d49e9631e12fc744096bb1248c55235618a65326b93742d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bab6ed283c1b3e63a0827c53742f7b8f62a6621
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3735048648bda57e141a03ef463ba38c1c7a073fe68985b564eff55bae6d600
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41d32f6bfb0c441270412892d34ea8dec48b3cea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b764ee4c2d2d7f1af39ffe759c482edb0021b79e841e88731393ab81063371a5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..112896b7029a6cd3292b61f285cb97a83104f5ff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ff62a6a292c5ab6bf3707c5fddba1e80978113a9a2224563a1ccffdfb60f5c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5031f609ac98777ce5a6d854b51a30063a09980
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8bff37c9f4bf6f009b2673e79e276a9209a045d88b14577b31cad2ccd0d6e0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26aa13de14fc67a1eff84fd4efaa667447ae9628
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4c482cb896bb9f261995373322ff1cd5f7b54550083b1b4dab48e241fcc57e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b97028759fe56251a74a0d248f2410d717e0fb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:530dd8760882a74597bed6ebf64a0c7791b40a46c760b98d37fe6f7db97c7ede
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe6434c847385840d47e55d0bf28459be64f16e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ff6d03c292ca7ffe01be0eeb40f52407110fe2c79d61a3e0c85e5e856fb7d9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26cc3f166c82e9ce7e2f3c8548de89ab3d56b4e2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b5c64ed70c4db33d5bdba23aafbb501e6841077e4733cf0793bb4a8ecf68f8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a9bc9545cdf979989f8fc505f1a5538c640d3ba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80afea6ef07685fb1904bd4d178ca6387cbe3e930c186127a1c7c4b7074997b1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ab2b01eb2dc80c0151db2f75c10eb2e269488a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c22d30284f92f605da3c225abae7e58ab6748ba85920928f2e14cdc054a1d4c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99f30824a62117818f43a7112ebf4b3455cf7577
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06fc93433148cbbf8841299ba0619f29d4cf99491d97067e3d89d0de5a2a700f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a860c3eca03ec60c328ee1ec1fb7e2f476602eb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d86014ddb7950ade34a4c2df9e9caf3a59bc720d765b82bce4701a54617fcc2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fcbf3e44f81422540d041d24af4c13768480172
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b38e431e97cf51c4a7dbe1d376cab3b18f937d61f0b379ae8ec8d75a1af2083
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cb339946d01e1249ea72c8b9daab9f78a11f855
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2227d093737cf4fb212c55fa5097c3fa2cb50a6f04f066bb73874b1b3029f225
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f1d6bdada63d5df99eec47f8e61dfe0a4c0d2b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95825b64c6191da00a2a8159157dc919064dcd305d10a433e5721828d6ad744c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5a41c85bb170cf1120419f346e66f601a1f2f1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b740631246d8db4d5cb5e82d3d2fce61441e428b79c97d4d1db811afb968f83
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb5570e9d5c3b9bfba7dbeb8ac2e59829975424
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e39bc64d3d1bc96c58b0d4712b36eef3a2755e4c80f510bbad59ed3b9c88fe
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8702a438765b80854dd118fffe86ac2a5e8b6b41
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b066988af1e2127e15cf9db011108201fa19aeb72cc493f2e8615cd2b1e8d7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eec7e586e798f32bedf17ff88b228914f0b62e48
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f95677885bf18025ffd1772c70749b2cc344a926203f8f29bc36f59c7e7454
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b72f5346977670c79cb6aa35121490b5e0c532
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16d4ac6f3ab2c9b0afba682ff12a0a7974d80b2f9eb781187297d5b854565a9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39714ed3dcc9a322bf442d2242569a21f821f1f3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d12959cdfed361366e0ad5cfa62e2ea3e598573444c7b93aa81578e57778960
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46866fc99a917cf110e141498a71ea7ca4d6179
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b6bba58733a81e551c7004f363091c978ed9eac87197b34c1b34592cace52b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c640282117702baf0cb064602e802cc0df7e1fc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c9b93042342d071350bb8bb0332b4ef7f3a1ee335046bedff54838a98f645c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0cbba5770325a0301ce6b19fb3f827a4160e70
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:827610cc1e6af94a41df23c551c4ed3977a8d945ca22bf4785a8db2a28066285
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f07856a699e7e90e28d034bca39423f570661535
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafdb345d560364acd1257c513665504f01f98722bb76500f04035c6441a7bb2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7cb3429f11fc55776618d29a48a240b551137b4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:185e6e74333b0c4edaa2fb931c5c2ff71a34d04c40aedd71a85498d95f3bff8c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc8d72f16b7d3067b88bc12f0e820303c65d75d7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234ef5045cd4a53b9afca0f1937d115cb34e8666cff045fb19a0b9fcc509d412
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2270a31dabee2fbab5149d26b4b2070a34e82593
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac3046a9772fb644f18ff1d2cbe990a2934347eaca4ee8b0f1c4b7faae63620
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c050eff44be184895391e1a2e15a1a76fb9cfd5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59d0619012be2da2b80dd7aa87b98ceadaa26044622337142bd72d765164c31
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16b23c9a1017ade700099c09998a25725afd4f7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60fff0292ee8867ee2a8a2cbe30cec82f658f0db0f88e3fcdc4e402c9f0d24c3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35930cf893aa88931ce282fa474f3da3442a6600
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac2237dac16e45b272cdef32de28934ac7b94313b3c0c4e82b0c9699ef2772a3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a89c80e8b51e5454718ced6cfe8e57b2b4a5830
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb2d996001aef5f02729eb09e2336b8faa4f4b32fa33c22fb4f975d3107e8f9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71dce6a3e1a6eb813e0a5923c3e89185cbd41333
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9de258df05dc07714c55e8425810e89832c06940dbe88bb3bd3b7ef15a94e4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28d3eb8cce72b9d39ed6160156616923a1c811c5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae8098647222e88d0c3fa8799a8f5b1e223f8b085e96a82cef9ddfbb8774c72
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17da24713fc286c176514d0d2bac062f5c5b31ce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc6bda9d9fb749ddd838c06031acb8441fdf2a3f22a9e61d5a8f932a99a3cfd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac3e43d136607d8e44359e30ca8d3c799a57bc6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b3f70fe1508e4c5ca6ed784626bdc27468da074b5ab46b4928e8e01141c912f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0085653a1de4eb8a291e3a31cd81cdb3c4e6e6c7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae84f908a54687a80293bb877aa7b9350eff1e73b2e2fcf499239e6980935b63
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff41be8b924f8b3df1646513e398b2ac5c7458eb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e8348560ac656eb6fb0936a8afd9ecb675e044e4e440bd2ed91e6536872043
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e33e3274d0a36149f0036a99957f9157b6b4604
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0227231aece0888a9ef50818cb0bbcfe0b7d241f807fc79972a79c1cafc32a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7112927f3248615414cf3a432afb429339236841
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:407bba1adf8c1296adc5cefd06952097eb0c0c9f81b9494fc920bc26ff33b12e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8709f0503f80ec8743480a7da734ee2206a94999
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd61a987735fd84901acb2abe34752da8d67ff2e329b4b6805abe5040fff8bf5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6fa67fa5cdc417391728a51fa6e1c3f63b1abd3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0868d5dd5eeecdbdfd963247ca7b537ad6d7a5fe3fda1d7dc4fe798cad7273ca
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da4c62c30bc1bb0e46b2b03a87582b39c4adecc5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c4fb66d5434256b2a0bcc6d7ab46fb3fd6c95ab8c0ed3c5daec600f30270a9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7f89a996b6b121b48ffe304305e461e635212f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103f82a05b41630cf38abb75515e2a540e86e3e18f98bbde34f41492b87debfc
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..406bd7379837afdf90e84c082a92663b0a3e4f9a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070ac59f7a1d31bf4e54275daba7e86f1c9aa83bb38cdfb8682c88241a72f628
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bca229d244eed0c68736a4f3bc8a21d4178a8748
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e788dd303085f9c9639b326c748c2a5fc018f829b335a0b7649d917460b0e35e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a309d0269b70feb3d91f1cda7eb1101ddc49c5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce20fed46d3fbb1b140213c733b5f783de3f62418c9bc6f24aa94b6d64abec6a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3c9f6aa7df81f43bc87baed05a071260b93ac8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f227a9cc49712a1093d679abbf4c6ab45caaa347998d73760ed8028dee28af52
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f163c0feb446d29bd788a472790706ccd7947e31
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d49ba0d35138371517dd741e15d7c03136c4305f910c921536d7245a896a22
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..888d1a27b9a10d74c4c543715b48b265db313ed4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bfd824286423e792c6a0ce5bbef1fb870a331cf696511dbcc5bf69edd328306
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ec534d470cb1bd7fc254316ef25f67add1440f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce43e3f74f7a118e2f691e1a97bfb82ea51770708f67aa2b86520330fc5e77a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f33341b7fc4f7e3e20ac2f9a3a8f293d45b66c3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee5c163c2b2996add073d38bd6da7cd0b0202ef65e093213cc2a819763424394
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c10e393e11c6252649b6979093e7640c2d616aff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7104ca52775535d6d2686c21b6f1b6f6102b2f48de7d4af7790ef890aa55532
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4502a02ab72c5644056a7f096ac55a195c295c30
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f65e639f73ed374838f722da18a95f4977bddfda9703e480a8b1d82daf50b6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d053976a035e50aa676fb63c8939cfb09e852f7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af479307b64826e52c656c118810709637b60ac83dc06c47445eb7b235026f67
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcbfb70c75b417fd40dfc70052881662a3f302ff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a42fb0a10ef6a47f84118f3c3d995ead54937bd3f12848a326b22d7d5c6400
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f1c8dd1fe75fc91b1bf95642457f34ad335e0b7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1510a63ec440bb563c6cd73e8f618be48b31f1c56bbbd1d59e36b6152ccadb58
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f9c8a6d0ef1fab7cc50324932e3015da02f52a2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92cc39724b323c5e5e179e26fe32398d125e91fa230303f845c45d7b92992a1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b60e086784b5e0d8e698c8f97de186ade880591
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b42d1e9544dedb962a2c6fc523ec38f662d32d2b983394195c5d721582b4479
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa9cfee26f749263f18e05cc9c2b69a8c8582abc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb794e89f53b3f1d45d336a11472d280f3b412014f54991e6a21c1b4e733c28c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c182cece636639826e36fef0e4ca24ceb9c0ba4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de864fc52527711bf99bcc14418e55286e56ca04eb8c17440ac9cf5450b011d8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb9abfae13f95566ec395154856e3d01d7ee262
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc5739b639a4f00cf7834677078e7aa85281a9d66e1c1383e1d6354113280ef4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb720c73024ea450c68a3e3cb8b03c085420f11
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d62b509f56b351f004c5f4ca8b8c7e338b52e99787ca010b1cdb1e8aff1c03
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fab4afe93e2baf34821c3526d3058718c63d7af
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f4bf62e5baa578dcda6817230c1445cdb2bcce50e7f0cab2e03e7ef139e208
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b14c45b3f45db3cfdc74e162ea6f4b1c24b8af5b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99fce87f35f8b56211bd96814778dbe953f1b3a8156b0a9fc77088ae68c0e03b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d966400ddc5f079f99e72f12d9aa38ff3330e788
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76dc5b7e17df90319e645b946720de4f76157fa5fec09e57dbc9e7d3572c6bed
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee0841983a939120a9f51adaff4beea7c7bbe47
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e24aa017f6462ff7f7cc0686bd0c9210769bf69901dd6af78014ad5d87586f0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8cd5e81351e99b8f56490c94ad59ee13a26502f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d0d88cccd25ce1a16c479b19ac7a65abad6d81d08c9cd765a9c61add1f1c89
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12924c552be8f0988d16653d100a0430a75443c9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a643273d6d292506d9c274ca690dc594c329d460aaada86e1e38b62f298cb78b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fef57d78bc8728e1b958bec2eae5cd546becfef4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5f2fea4c44a59efd9fc9e49c5933ba17342a1a798232d6b01672b32c894614
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4511397205265cdd5cf4bfdd35ac9d16e5a69115
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24bbf70a5a0850093df48657d8d3f1d34b5613f2e6cda5d35e9525d763783e8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8609366ee6f82eee234764059bded6d1e6a26bdb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0301caeef8bf0bfe343bd612a4bb04b7bfc36440bf750ae1e1aff91924bb4fe2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc9895f4d1b4b84eb29cb0db74df6a830214435
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32bea0e38dcf13d8293b29656b829b9230478d972baa2731a89fbb1cff420af
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56bf8363f70238ede95057fecea38889d0329dd1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab0d98759475d6d5343de2409e5764478d5597b5ff6ad110a205299e9cef736
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9c65867f8f74d2106a8186b24acf202a4c94dd0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7126e12790ea4b39742f24518fe759c5bc18c39a41bfe82a9dca7373850c36d9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9b32b4caf91b1b2c4ec7b2d26a84433d1ff464
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ccc9593332a0501bdec04b5bf81a1c481843a25f963b1557b5239e3b73e4fc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae5f3f814e971fff3992583c768df932395daa0d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d875cd8206d9b7ac3044bb1e5f39cab7bd8495e928a234033bc0f44aa1106ea
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30cb6f3680928284f875faaedc3eca5a3f2f4a8d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bad68fb21227e51d33f7a69170a9095136ffd7bdb3460809fdbae4d2cf3f43d7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b54782aea8e04c537152e6aba5e45e1bbc87720
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f0bb9cc7ff535336b4d20a2428934331a87fdf8128e1c58ecdeb505de766ec
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18b9f467c6ec216ce3273908cd12a2e62ceff61
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:142d4f5dd4c20c070c96990854cf0cf1eed207859f26da074f829eb3ca829d89
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f55afbbf374e289000bd8f0115f47603e220600
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c639d1392cd8a56bd53eb84274ff5b08fa19d7a3c1a2f56549d4cee32cfe3189
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd97f4384e4302196028c7f7eb9477d28e8c1d93
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb1afa7d1d5ae66eed48e5e41feab4cad4250b7c2a3c711b3382c71597e63ec
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0377302ad8e039ab303a534929a40b5d3520d3bf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58689479422f62d49916e6ea0e27edb8aa3ac85dd3b7665db02c0250b175aa6d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaaa4a86d6a7ce57c68f4b414e6ae09cffdfdbf8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31cc91314152021841002ce96b37a3334ce2adb43b4f9b3d03de020682db9585
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e1604d4a407230f9e885cda52bf23b29f1b98a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a424ab34442f7f104ae3240df445eee2fa8907817862da6ca03d4385be1c781
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f57bdb6aad8a5b6aa964420f57af07286874231
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5032e7931e8a937929b7b42d8cefc3d7785f8a8a15555a77acb014be3c56bb5d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1139a27dc1b5c19c7852f300818a216626fdbfb1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5be77e11ca82418eaeb1a7899c6f6875fe95daf1d9f04cd8b7a22662e6a66b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf6b6f247df40045b273ba51533e0d3896647819
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae3a3a694d8797f3ba8f57a8f1204c428f157fa1a6d0aa952e9675590899908
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a662cbd68017687fb33881434b8edd8ac14f1a21
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd22565bb76ba02e2c0d7db615eb3bcb2ad2a5dd1054dca7441d3d03fcdc61a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f3a911b606f3bb5b10a48dfa0ce988981bacb47
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b18984ae058f313bf7f0ccbd26c46d15ba965cc329a5d32fdf766e523e65d6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9042177a2da7bbc8d47c4759c54fac778e07563f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:befb5bbe5050bbdfbbe4be6aa153e772ba84b847d062770be5aac20927980f5d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..167f441e85d7fb489f879714208c675c51f25390
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5aae12f1269ac77f29c9890393c4d32178c9603f3e9fc4fffeaa8a5f9282a80
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a44f57aa8482f25f46948b762508a19392e3847c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0938ad0dc2cf5871cf0cf16581ed9fc4c04f61e6f5387389d198f8d5aab8483
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f438bce2fc01c120077d62b27faeda335bd159b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62215a7d37bde70ba712decf3b8677d15d4a69bbd7dc21dcaa370a1fc4d65e2c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34965d0f388005657e42cc531bfdd1883280f2e8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:419e5161886ef06de419aa57a3be20fcc78b66c5abbbfee6f4ee18d63a7950db
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eedae214b3b4866ba97447c6d08a2689c7e1e1e8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af205b59f71af5b0e106d36627a0148944ec576d8111e0b1f7f1c1d0fac78f1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a7a13e96beede086eaf16a50b2bda2aa6816e3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4248ce51be62e5b41f286795b4030f85cba9794c62d94cb78548d183b7830f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a550483b19c9b9745c869d6c6c78287789a0767e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05e79e92d2f89d511792e7787b0464d03bffe192c9f0d3409fd03b25ca7ea79
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7afbee6ed99645e78b9ee11784144d0a2620592
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23981e8c92b25066c653164f303c4687bec7efb12d89ef3b9b07a7c886676df3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..465006feec1720d0d5e6231f3f546c3991dd4dc3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65f86f57026117e72d483ec9dde0d753957c495d586d2151c7fb42e59ac6135
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff8cdad60c256578f52ec597cfd48cc3b23943a1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff30df76e9c3845bfbd0fc24fad63dae6c9548ec51c6d6a21fbe0c4e32244b64
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da66bf76feadef2e7ca79b026c0d6333118088f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f122dba7312c38c20e297067c36b5335a6371aa7a51ff7095c4842feb70d50f8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd91ee8e7b6cf74f0a4a40814c4f419a955000a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ca63f4e98f44ad2c65f1e7d2ce3f269c4220e89ab02a435087d1102dbde507
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a1945e3ab6678a086eae46074ada566f6dd0f3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9369098549414552f05146bdbfa1287ca436a4d87116f58752fb5c56e93a9fe
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87cd40a0a89ac7865a0518bb905291360ccb3079
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76431fd842f38f10bb6e50ed908750927817f37b766b987638286bc3e998d6d3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..942fb4288bcf5ff9db9a211ee974f7e4928d2b77
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:017d858cba89490b4fec6b4f801b556e931f2a0ae13e31b0ca93c91af9b51669
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e31f0c99bffad62c66d80f87fc890bc16b67e587
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e892c1d39283a0a386f6976503e1500a508764b35d9bc9dfe722f8155ddda71
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ee55bd8fa878aa774801c6b26a27a72b9d5d8e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2857d8903f6cd938f0edf4e5f28b7368a326bfb318555aaf1d0181107b93466
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba257d86cf2508a59bc132e2f654f77b58b28353
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd558be86f11634b4227e7d5d7139d498655ee33bce4c9309033fa098a8cd04
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a72a06d332d34b158c7d677228fbf9988d7dccb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a32a572a5039659b8351102610273b0b84b36a17a9c94d4a4346742d81f7e72
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..676d85abd8e66880c7bb7ad974de961a9576a55c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c56619dc02166204be066b064ce82095e9c3817e4bc5707276faf424d8ededd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ec83f942f9afde107f06f6dc86bc73fef5713b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ab347dca14f862362eca0616d4fea76c6658e18e50ecb6e999e9a50d08337c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aa21f2da9f9efebe54737513ab210aa8298e043
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d63541dfeac0e1c42945b0d007f9f4eeac9995fc44aa6ae2a73069959391126
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a75b57f483870f64dbe0389489777ba2dc2b50a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8043849d024f6942cdfa57018a5582bc536d61a23198c223eeb8a08e1cf731c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0881c7a795dbe55e48f6ffab7d30448d02ff3e1d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207b5cd363d70910577fd400e7a25666abc069a13c0ec62b99e96b4ffef762ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c87cca9ccc1140b87af91e74fbf5377d3d6afb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5538dec652abb47e659d9c2c9cf2591652241c1c2923c6b7614c83522b6814f7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..508f7db31724b5990f3b82308480ed600d218ac5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2097db8bed6e21aa203bd94d564ddf4700670b35d11e060231427297fd41397
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f8238dd791dcd571795850236193f684e0c0f0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96cbfa6bacb01634e1181450cffab52e709ee3ce4c5d9e7d7046fe17bc23c2ac
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b3ae6fbb360a8b4f70e523109e966f00d8512a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54c373a668335e05ff6bde075ca9cb60cb803338f30f9be7ca78ff63d5b31cd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..308fbcba7a37ead838aa3b48cff45242be712eb4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a3f79e660ef729ce6679e5d071be8f1bde07c203e4ff7548702b97a6f0ac8b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..becf62fa32a9e796ad1758087850cdd9a2ea280a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:264d5b597238740de2d175fed1b289efc83cd8bcfa1fcdc9821396007d24a6d7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..596a7086143624816a08907087f208e80afb3ca2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:199477cf69278e2e49aaeb066ef837ed0ba734d5b16c3cc03c0ee235fa09deb9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f08fab3521fc30a2b2439773e8ef0255bee49aa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d46fde22dbd48e9daf2fb6366cf14729286af851dfe55e6cc18511523cac08
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79eb738d0bfdcef9e830217fc8b0622891498bd5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13bb434b3c0ff58b674c2c1bf6e2cfb16253d9ab8c2d2053283dd7d80c2f7b7d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f76d3ac53edd30ae0d5c20b65489ee1ccfd5870
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b719473b14fb16bd672d09a53a672ce0f4b737a59be2f2c7742695e422df99
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a7e7bd7b642836e420024d0254bffe0c863589
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d2c5eb4a570f0cce5a3e7b562f99f579c02749e79ce868bd1c2a4b634c8c69
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe96285f3c0ec2375e6a70661eb4382991032d2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea4271f7b2e95afe6c29263a3050c7cb491357cf16445ffa7d78a38e21e1cf87
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f38e0388787856c63b7bfee6dade2e30e2e374
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7a66ceb40dfd8e99e0ee6b943dd1ddec47932f245aa58451be38c1d53dbf54
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501412ed6ad19657d87a98e820d7baf90b36b7d9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05d0b03a24c7e9c654d675a56777cc0f9f1b242af7f9ea41a23dc8266651c751
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b670d8a14f7f587dadbed43f7a8883229f319d4d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44eafecea65e0a66e38b3e7e699cc954cbf072119416386b9400618bb7d7f979
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f8b2b89b3335f4ac0b9dfb27e62a66d5c6c87d0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be1d5a59eab8610671a8911355f32db72ecb65383f531a6f0bd41862a78442a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..570c42fde6dc5d675e67935e4b25fa9c5996c152
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85eaa9b5fed92d9ace4913821a0bc99363ec586b640312d1693c402712cb4966
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd8316ded9aa353ea6690cafdda2a62df9730f9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:602be5bbb356be55e0fe309541a34674918c29718fefd465dca13460f9fd6dc4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b01ddb5630bb3025d723f43904578fbb24766b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf9d511dd9c3c3c18abeafa6618503c540e67ab0dba072979ba4ac5927dfddb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d88eb6d8aec6fe55990e7bc59faec2a32dd793
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece48b2f24b483cc418a65aed4e39b8f16b8288f10466b30f967c9889529dfec
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac266c50edd376b101dd039588aec26746f4630c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7e92bcf5bfcf049e00a96200618203fb2ef8c788f4286ed4c8636ca5fec7ef
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ebb85bcd63897c335b88bfc354cd3d734543f1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2238837b3ea3112312b87983b064f5c4f70cfbfe689d2fe4f20b2705dc696fa2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bcab19b842bd2fae42571ce7ec6003d9d05096a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fbe7cf71c47174f6f65bfd2a0ae3e0e8dd38e52f927137c9e9149e74209e83a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44e59eee0ac270cf8356199a12d5311827d5c3b3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877a929e22bd7aa3b14c277b26fcadfb973a9e6abfbfb3cdf31bbd4676eee96a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abccd7ecfe72a8378e0c6c16829fbce130638bfe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d4797077737b74f3a88685a3de8f8e7c109817f4e78d51ba641390522355a3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12004d07c30971cbc11f9f6306de84175b2d2718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cdb21baf4a1f5cf92eabe728f89f622ead1dd7cd5f3b8c9e82d0fb75e2fdd15
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e5cb85e853b40714ddcc9471262ef3a9c8b7cc3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8010f42ac5d037e07e0b42e57ae257a94e2b7975c1b60346a0be76dc97e657a3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc6d6be221cf634361b9ad91992df1a959e4573
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3e651780f9792711cb73f92cc7f69a17b1e0ad8c8bab8fb1ba50777986af28
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..584f0880b3b1781f40349de48c667e9f3055551e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:721c816e89f5e610a48dd1d1251968f612f3bab36ab4a57b8e132e9e99631371
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a1c3a8a592be25545511e68d22b05437e8e3920
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c9143748e69e5ea5867183da9f74bc802c1854d72cd946249ea943322d3f3f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88085c65164a975436b30f7491320b9ff12e8524
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f2998e325e54b06a28122ce6ef4d5e9150d16e72b3a8e4e87c50a86cdb13e8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30f0962d915aeaff73c9960c5a04ed3454a6f6e8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c73ed8748b3030bf47b5c8207f5a53e35b206da85d675bfb1925063649761e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df1be63bd3a255c6a19ceb3bc313a80cef96d6f4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a296047c4cc081f95125fd81eab76c14e746e863ea8d19d92b0a0edec73666f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e259ef874aaba88ff836030011933f94bcb15ebf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cea074304ce81f1a13001c9dc1a2a30dc0a818892fe5e2813805b6349eb9bdb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc1a00768d40823a2f8a9ca03f82e1abcf9ecc0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd90b93916ed01b848d78b3f4145882a511f9829ec2df2a952e284ce1b38628
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e475e22b5fc12d6d464a55c80036c317948953dc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0758e5c170346c2f7a3b8b370b00a1bfaf07ef1051fbbe8040b430e1e20da107
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..176b2ed059f5093aad1fc73089494c3057584a56
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05aa01b2634b8856bdde8b3a2e6c510ce2e46597678274bcf3a866e02b01c4a7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b97fd96218cc98c755efbbad9fe85a1b41484e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafc867666b10109e36507b35b5c4ee18dd5285ee283dc313eeb3dcdac3fb181
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0425ed52350e9088aa5f07d8cedb9f32e4e4bbab
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef89395fddc5254f7201cb77ef8576223be232202356e266dbc9500107bab52
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d38759d38b4565c20152a8159e414b6d2fb7579
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd29f5978906f074d0e905a4793f43466efeed8368dbf3e3cd5392daef9a2241
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fea8842ba76c38fb3ba55199b4fd1078d524aa9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4508dec95266d9a6304582cb840fe485e9291a3d71907d9715950e40196a1768
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d5f9a3c31bcc30be5e7558a2022e949c9201d4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc3a48d294d4cbd57c7db6166ed3d2157152594cc038c85d4c0def216c75d73d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af7846c36d0e4ea476978c403162d831a52113a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6e2e7c71aef3a7663f9aa90d3fe438b9e88a0c56ca20720da68c2242cd87b5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..589f392b9c39b042839c462ed1af32fa480a5456
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f47834c5cdab7187da2e85f1a37e67fea32c164ab100741f128a02425863bc3b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5c88abc92fc394baa33e878cbdd5ad1af8d7cb6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac5d3de1789e269a847125ead6fa6ff9c670b6add8eade5a054b004e8adf937
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7149143883d77353d587f0877cd134f1a7e2523
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1848d98ec180f861b65c86ac8534895d9a1b1c25971842b4a4c240d319a3aba8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..179afea20632a6c5016f686718432809294a5a11
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42be240a2518a5238ae571af09e9345a0ee5121226d8cc3a4bb193ee5e57b188
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bbf0f198829d598674a74945286230fc6fb6ad2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15536ca8e5dc8178ddb32d99406634f88d4581507250043b657060a3c08bf753
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc1030ca1b8dd839894235e261f956cb177e52ca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc3a6f06a57f9e2637ff27041aa0e546c6433977f34d156e27ff57e2e6474718
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ce50b9b40061d650f5a87656dfd336a1c32279
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1582dacb58ad9cc579b6e3f95d916ffe4fd6a8d6e93fee06659959f63cd718bc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c2ed80545ed0dacfb631e7eeaed15355cfa486d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a70e33fc3a2a167f5bcd27d6aedb001512a2206cdc1508df5db2d46cf31438
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a50b6e9e8c34b6b92a309124b388f2a823e31da
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ef57420b9144ed04ecb933d0d1803e8a42401b3aee468984a7bcebe56c09a8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec384219a5f292bce8ac21f0bbd28aec997e19c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60073b32ec1eeb4e898ac1d7944e8bae4929fe6dd8b5035af9c64b26bf0dc928
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f9bbbd301605215b196d790e7b955de6e7c689
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab59e5d8ddec2c95aeccc41c5782120e993373a15829d718b48706865f9fad56
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8acc7e4049f11c8fa3f3ad8a19a0022f1b8bc3ec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184603103939235b6691e0aaff342505f677a682fccb75e16abd4417b5f04865
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872757478bb0b662af3db9ae8c7bd50a74802f1c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d010200d9ba7b8d973f038d7dd79437da93d15623881290186be3baaabd09f5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a60c5480233c2b14621e96d5d5e7f7cf72913da
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e5fb2969bdd34d9cbe9f7a645acca10a358ce0d5e957f672f51a25079800a8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745ece12ee65ad7df0466a92536b5eea146a774d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b03ae22a277a359c78efd360d0f3939f77a6e3d2950df9227cdb8c83549de0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bd52b939fc80f307dcf1d3e8ca63215b3e46f1d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8530451d928ffc4ab4e40aa38bb0a8d5cc60fbe6340739ca24035e2a217eea3e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15444393081e5e517cc2de22f347efef987b2abe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307adf09b844494a0ff2732a4962741517d2b56d4d4cc6a5954e7fdbd6e04c5e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8e49d980bddc89c66b0e4671aa0512f7e8c17a9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf7adc1144584accb07d102ae9d9b0a60e8cfb312a21791601a2bafa0b8a775
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b52ad35e7f8205e9e700ca7d47b41273c86094
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12fd8f1c6d4aefec89056f9c56db8c24cfe9e78eb40c1c322fee6e21415096d9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd7cbf2d22b8873d416ac5e2b6885c44eb735ca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbec18f6c6e241efea63252f9d11cf4b15ec9e07fb8a267289ffa31291fcc84c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce516ba789b56500536b4b0f9ea647da341c7e4d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69587134e90ae59c77f978f7fe5cbf99d9e5f3d537236badbc3d13d38e0427e9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b2ac0dfe49deadb65707b5b0f73c5807126fa0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43572ce1312be274bdef579dad36c16e856af31b0384c96915d2451771cf4cc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05b1c6b9ec4be76d84b6f02198ee6e267790935a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a73f939228f3a9a1978ba1d2179ce98bb561951fa7b4d6b53d0509f9ba2cabb2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13bb24f6c5e163a756f646c439d7c90ac882fea4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a3fe99c42f4c781e2cf607fcaefdea5aba658d5f4e90619574abb1af54630b6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10c673ae9cb66896644dc7d45d9a8af810e6124e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2845f3571da700d3a7663333c217ac80d69aa1c383eeb6e5aa0b1c3ed00129ac
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d942307ea79adf488bcdb38740d7678968a06878
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb3c61c33334c44103f9f0ed094c36cbc1e6b19e8da5578fc53c6ff43547ee3b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..339e7e7031423aa7d5c92cc086a0322dd82d7931
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f346b250b29622d860a7f8f6e2cd9204c469c54568250bfeb7109e2093abe7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5acf8cf07c04ade5d5f78979ae6f527148f85578
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:756963c5db3cfe54bdcf786a777b9ac194a7831cce7e98a42af72684a9a141c5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0cffbc1b5da7547d5b03fe7d3c589e46b94eabc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170670f821d5a11907fda5507686cef532e1e36bbfa569b98f70046306e6e3a2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab5dc84bd4cf55d6d6039d49b917261bd858ff1f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:407632faf1aae2547b68199b5acf0ef73aa8e682368cce95113731d056c93bac
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e92086ca5cc2e437eb51bdbbe5dde316fe051d6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b9a932904e454d0b5d7e33507c40f8bc14ab31b025074511b1a1aa44b1efd0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8ce3b34ee96ecc2ce28565385058e78b23d424
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf64633e929b64cd05f0e03743ce0c53b1089971b4e4e1c4257dd21156790488
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35cccd4f905eddaa24b76846fe9c043305f757ea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7fd711d3ea9af1e716370d14bf20aa4d0ac0d9609e7078a487336b6b51e6642
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c352e517733b40a11411b45a5e809a2dee274c84
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b5a0b76ab869e6d21b3eac493290bc939ef8a4e4b0d51f6f4c96b95f1fed83
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea8596a2eb2ad33071f0da1cb7eddc785ef9312
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd210eaf8bee7926713ae30b580e42929c43f9e512c3ed6bdda1d8e1aaee40e6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff199eafd5ed5780cfd34935b83b5efabf5d8c9f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab2c0a881e477c1945ca8cdaa44260319e473a665894b59998dcfa204788ffc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ef5ad83bd246d2a5cb35ccb320899f83129492
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd9a57df24edeeeafdfd8e000a8ed04512ab7933da54bf6d50a8bdbf2c92bcb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..455713e78f6228a473ba139d9e9d970a21512397
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b564f05a8ee5b22cd09d94811beab8212bccc3dc12bf2c469cb9a4d4fbb59813
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7cebc6641de1d42f61b818f718d455db44e0eb2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f92237d1d565065dc6ab2e98b078239383533e87b96d48d0c29db320b305791
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cb7ebe7573ea5a046dd724b73efbcffc16fa234
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a875e38152402e4e019e90061b42a4b9e8c6587d0e4c407ad31c863d159c60c8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461f4018bfc25797d948e7b9ec966bc17f55cf92
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d487c79678347cd62193e82b2c7f12b0f4c5659d87daf96006c3511c4d282e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cfa1e7731ee32fb71bf743aea7b59bc188088f3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f776e9c2ad0888bd53675de12c0e9807800ffb989ba6dcdf91fa646c96cd86
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e5eb84fa68d15daa0d86666580680bfb3aff553
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd9c6e3c7d303f7411138700a8b42576edd3daad61a938afffada2df8f0d8fc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccaaa3166801189341b9c6da231aa608487581bb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a80db5f05269575097b73284486b3589c9a64980a75bebd02e5cffee448d8f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6adc43c542463c698805ba1649f851a5b25b2408
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2185c06f4d2875097ce2dbf3f677d8027fc4d089a7fbb1f0acea8371a240b011
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43feeb5c4e5eeb412778b6cbf4f91009cb855c67
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9162b7982e9bc7ad8fbe8f5ca7c408a356a603f786b134b6782da1111f7317f9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed42e45ede8c7a32620bd590c7d3bebd2c6a548
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d90ebc0a9b8a43a8ec6efb7da3959ee2c961e1bc7bc4f0e4a9fc763a044964
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a721ac72ceaa80d4db9b263c9d002cdfadd2102
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7533a5967da3e7d47b7a8ff61c821b6838ec0531317641d009c4da2bfcfea276
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c24be79a434e706dc67f791b7ae72806b80828
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6794bf8518b9df9b993f0ddc90ac722e6e41d4bb5e8987e9ae7061831392c06c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e720df638ac2612687414001dc4a1525ff6003d5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4992f77badcf67eec1915fc6a5f5a31ece8eeb64f42d56d0f821bcbb050220
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f30e850b7e7419da9daed29ad518a23c48d5768
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c60e6c88c3d67fd779f6dffbf3efedbe3128ed804ed1c9ef4a57a006951989
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c035556aef1d0bef3ffe999875d92c78a1af2ae4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4354bcd861f6c33a1f9990f71d050b6be708e2826de3446e63b614e4dc665a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda9f498ad61a532cbfbb12dfee6ea57ebf1e14d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db25cb403dbfe8cb4b3cf39f1323b802d419b94aa8f0ec39a8d12b660fd33a46
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7058fb5c9ae7556b62c99207b50730645144406
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e0b356201582efa75a97c3b55fe55c52b0aaf8f5112f42803eafc301f17e29
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0c4b3e71ae0d31eb8b783866a3089f754884fca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a88452a68ede0d1c7cfd89ee0a9358de87c7064fb5bd10b41a22dc1c0065136
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e1f63ba2ed60c0b09ccd003039e5b855dd3393
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35d0478c13f8f535864cc63ec83990c960862d2b474da1601ec608fba658051
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b7e568359760262ff4544fd1142868879a06846
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4d73b23b71ef540e2e61248c690ceeab30871bd41dfa656211738f377f8c60
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08f8192e0ad42e38ce548b309979a399cd464ca2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b986795a275b3ab3a967370fa670ebfdeb97994c78e42eedf7aa298817e8cd05
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5520719a27b8c8cf455935a389a077efafc35317
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1254c9d2e628a3996bb6a7c00e19dfab37414625bf551be287a2343aeac77e5b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b91f1b1f1edd279515a6b9e2ee3898d5d7393b84
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b15163144ad95af41eaf887785b928b2d87ccbd24de0b8071eba9fd99b0879
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8429666e838b9d2b72840c476941359b69b3299
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3f321ed5d0181da3214c743dd3d4acafcc2210228581fc2adc255b735f92a6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e923cf269f9a6c58ef8bcc5ebdcf916afc83aca4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19bdb36e68c88942b04d5dd65c9dacd5838cf0436cb72b753c93b9d7639f5d50
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8568a3edce745c8a592b591029f7e01c4de66cf7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcabda87442f4e79149e345cb0bad68f9580261f63605ba5409f4fa092bfa5b9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ced48a7e18ef8a9e15d82354f6adc5e65d5e18
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff071d1338e02b6b80740d0f4b539ffcfe3d214dcd0a4d1cdd6fe979e2fc3a56
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b19fd40a8a629b040ff13f0bf94194630f1f805
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94aa2b4b24b7e2274c75a5ab84c60249b4a8984dbbc08d4b6b37e75f4870d40
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e13f05df37f606b52c1c722f5736d7cdd259f97
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383d5307571d2472e2838f9c02fa59de1150b346c68869529b9a0352d02a6a27
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb745e9b1893a8dc8e341ab017e4973f275b059
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e3822b4e7343f4df44f3a8f0dcfe97ca175cf918c2ba0fd3a985de6b0aabc4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814809c0e98014c8579877855d1c018e6c540690
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74389e41f92b237c49beae4534de3128803daadf5744c5971f06ef2f53a1d319
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca370a7e4d87ee4fae9ba201351e64a2bde590c8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f5d2f5aba9473027b53d8137aa11963cc1014da3f3f77316aad0ce34d7ec8c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544cb1c75cc7477d21f21e3146371676cb2dd4e4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f71333d7d89cf43b3e07e08ced3e47b867a489f85b82c2c049c8f705e5420f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89902110eb5cc5be0d13d98137e5477c385eef57
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e8591475e59e0aa7cf0c7f40f3a9a0c37bb9a3a4065103d169ea91b2203508a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef82190c7bfe593401864f17fec5a56f2b703da
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8630232e2d967ed1eb4dff02ac21fe4920e9e8ded1b733dbcc70d25095ddd9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..116a3d62c50427e9ace49a484fb62f3ddefb3675
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b7ce43c2d7b0ba0dd9bbcf55df384064765a4bd35e07c227c628dde70bd57a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af4993e6218cf8d7c3791e35dfb00c8a56e3348b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86c02f3d8bd25f09cac03559187232ec9c09e14a9b7a567615d0e83f1f981f1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2419d0137c6d8f74022e5d21c79126bb9894553e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ce2d9f8b9eee50f3e0ffee4bae7be560ea6b3f08bdca1744b44707de6b5e1c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e419b4dd88d591b5300f54ed5e31fca3de696c14
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f69c3d726ddd9b18c0fb8700f8d7730f3aa9ff8a606385d9c4152df3d7cf26b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0724b8a3d42abfeea2aae9e240044a5f1bc4ae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd662ac2fc55835aeb1c26b2254ce4cb34a5326645d5c99f8d46069a1001545
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b78347ad657dc1ebf7211b4b495b30ae28083eb3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:211bb46e456a0821eb204ba0a23ec95abd1d0c3f4e202e5a020a7fb58099ece8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e9b973bca2eaf022bb84ca55568ad8a668f705
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d3152dc329b168ed359282e72be30965174f3664030b728027b512798af681
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a29e29c2fbf21ec0044cadbcce7080ce8911b18
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00bb2d56f34c834240d7be106b65f44a5ebe4bdb7813f78173e75ea1e42c7989
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c392db80a8c44358b0353300a83a309b2cf5e4d5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d88038cd79e5f24b207e986ce624914372f2843b355f20dc4a34b536ffa176
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c653fa0ab9da987ae2cfaac814c84f85e5207c8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7982d37209d8af0cd912925fae065d5eb824184fb7f28942373fac8d844eea8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e29b11ce6c9a6f6f811ef7da93b3f451ebc6f2ca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5bfd335e117d54879c103c95a1ac259e60c07090dfc9f773cd0896fa3ed1b4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe499b77523f1a13bf31949069c2a7a6506741c8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632295703b245e22ec9bfce3c9f863780cdfd8c2c8b17271b7d4dc4077bef746
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252165de2f35f029d84b57cef95abadfd549edea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27057999b3d0f97cc0ad114f7435932925522fff4310b005dd5b2b7780107bd8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1841f4eb3b20b4defde54d19d4f31ff191f1ea1d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f0e696d337a5ad8d8c1f9f5e1cab34bca3e6da95c77915dd66715e5f7070ba
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f686890a8125d0b901b2e7cb2cd247ea5b1a0733
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e41ec42f7d818c1d901a02139e2ca1f8403f65877cac26996570e8a2608942
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2492eb3ebb32ac9d170216575bd1fa49a711cc0c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d265d9bf9502f92a2aafb7daf3036cd8d56802367149e65eeb3fb6e246fc50
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e39dc9edeca8d3e0f56093c3130e649f1067a5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:367374ea016c4e19558e5ed34887ec1b6705bb1952e62175bd0277db14dc739e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bacab2a9cbd06abbadbb38d6b7c833c31edb1011
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c12489a774cbe4f7d3915bb65c8597617a9f14dc77a181be8891053118cc19c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..280aafde7072a9b2df728716611043993da22030
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c3e156b2629c3481982ee5f63b723273ae7bb3ea621a5d729b3a4f11f420e9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2033851527c5c46e15839b320ab35d23d6a9e90d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f85434f166694662de0d15d27188779e8b97275c163b09c66bfe95ebcf879b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a132f9b90016604d4219a1ee76a365efaf38755f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8892ae9902024859b88a6f0078bba4a3db647e054f5e2271d1b60db147aa559
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..905e817c76d816c5b24f984a38e1ff4d2c5e8452
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4a6d67312812f895ea220fc31bd77903bc7abfb7353b2a39c12266565c8eb4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d26d5f0911b981fdcc62ad5acf2d8cba7ddeb48
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd78cfec2c68f788fc9417f8ba27f0dd134910af4d1b98ba106ad940594bf150
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db3a6cf17f488e5c75e3dc44ccaaf3237b04c00c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2654df9390b81caefd85aafa05fed1779d33f1dd60de0ff9474cf679d6ce9fc
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d0e77a4eb51e2a1495b9101622f21d4b738605
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:622848cabf4f8bcbefd726d427265083e39a93071defa5e711fbb6d56054e400
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74736715c966d1ce6547d9070be3683edac3b914
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e7579d57ea0cc69b61c163b911422264d5a7c027410add8f388df0376c8012
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36fdede7245316ae09115f307d740125d1cdb6e2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ed0fb329f94c2f3a64fddd1e8294f2ee6d38c26f7da38763c7cfdc6ca08b90
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d5248f1fb55521e93a9da3b24545d36503d9769
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f749f989eeabe1b701043cba27810d1c09afcc607eee403adbfe8f042e688153
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d6fb257d0fed2991875e2eb16564ccda4420c5b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406d8350869214e5bb8588b1a2b34a52017a77a79b599927395a72f5df7ebb13
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e17b0f3addc008331d4d9f644460fc07e0168b1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef484482d173d8be47774f276bae793c8ff919fa16d691a302e238365bc846e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..942005020746fcaf8a0d5f3ebc28a7857ae91a18
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff822d759dec2e06254d79c977090734e34db706165c8a6032804b4065ebc60
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d298d73cb37fdcdecad01f233a85789cd74c6a8a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7215e567c43c51f60d798987f6dc8917f5177cb72a260ed0670c0811db90dba6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b66129ff2aaea4b068c92ce80829d838f5ee2ce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055c3acf9b3bcfb33b817ccc0a0258e5d16d7c1b27c9398064de74fd8f3dac9c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ccd888ad1fa58e4a71ee13808719e79191ec218
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0d654096389a846e42dfe62f41c53440347c1074a87e79b808c7f99b9d8929
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f9f4c1806d39e7300a9d11e171fee8bb4f8b2c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79c3d1946308f5f3f72b0230c528e17eecccfdbb3c3e589bddf79619b0c1413
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c04996a2ccd25a426cbf1860957f80ab5cf7157
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7828046cca6c892fc9db83357ac819185401edd561c431051e0a7b497bb75716
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e00ac0b91491e72f2345547be20b9288b4223d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854e3e6d0fb87a56e8119dd9155e219982986c7d00b787fc30cb323e291465de
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab0d127e25f39c19424410ba2372bd79dca3f973
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd93ac2350a78e243d6bcf1950ed96515a5a7751926537d77f20c54185a7130c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ea04802eeb04581fb687b9e62c2f44b8b75913b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:338da61413a7a486a1303da2bc6ceecc35ffba13e1079b03ad9ffae2cf1cf5c9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da362951f51e406408e777ec0211c2b4ec959649
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26205b53f2d8e4c6a1746e1398f85ff807484da7268bcefa40e50ccac90c250a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..394155bd5f9aab0687b3aaf342120c2495aec7ea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db8de633be81f73117856f3dd24b9a00bf3d904c138718503bd7cad1f63a0a46
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21a3ce0978b84b7319f5901a26e5f56aac6c7e8a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8195e44cf7ea3c6574dc3c557bc06d6ddc2c84336b2a738abe41d89955349b32
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..647f18f78fcd75b44d327c71463b3e4eb6a733db
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b2fed0d273e06c64b1ab44bf87310be4e35f7f65f9387e26323fb512562e3a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2e621a781a190c3172561c9afee87bfff037c2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ee782ee60bf466a07ed4e9b9f9ce6c23b82ec3b02cf64b822a995fa35ffd85
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b999e556102be557d8bbe5f6add0d52c511ca70f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab36bca9bb3c0fde1ebf911873ed52c8dd052c10d5ccfbdf374aadf222551f08
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..323723fc36241321fc3ebabbe42f3023639103ec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33e7d7799177069c836e27d92e89152033cdbafcdf0c2e745482e125f498753b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d823e1d4d3e8c76359e3625202dbec5d0ecf985d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:396db68e508218171172fbb5e34aca126aa8139e9fc7fd117df9686096498e3c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4427e89f180c7da8c8fb7b70eef39be9a1c8f9c7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ea2d6d6130201859ed50c73c653943b23c1679e136f903dd5b1240d9d90efe
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df4f7e56566ed7809c01f911f4687f45446dd706
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8cdea59387090a26560be7a4a65b594f453484845fe6b0d478e965c531bd7b2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dac5925b6ee554649e9fce1d773fead53276b2e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66a68ca5ce13b11f2e25803225f4e107d4782ddca6931df5150c5615eab99f7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac8ae28e07a853b422aa7719aacc025d499260c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384f9bdb74bf307c73a3e1157a97433d0ef6d3d4eb61dc4cb3ba619fcb3a1883
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9636d6842608be9a2c0af8879a77507f73f45565
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a334a247109ea55ca3c86a6f5c66b9ec76795b9f30b3efec9842e377aada7f0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f96c94c74ba28c576ed32e7261ef95e695d4e00
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d91ecc665ed2c73c109f9baacd4f49b0b7f8941b37dbc9812121f150916ee2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2429792825efdf6fc981261829fb894effb30a62
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a3a7c8c806fa9ce5af99e6eab91f7b0619b9404aefb013f534605a105b3eaa
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43bd8d038f858a83a391ccffd12e8e9d76b1730f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8dc63d9b963fa3d7e63897e512d15054aa6a1798430d5e99a0326b2b554a318
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dbefca12d0e036b8cd34c8acdc2946e2609e763
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:443632662d80b05ebe9b3e2fd7ea9ce2fb3bfe55227951cb7ce9952724f91a64
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba120688e262f705b083dda2f6513eb259c3ddb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec758f9558f8d6d335666b27a4a20a75ddb96c947d0f9b7a890a0d28a941df6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b327fe0db09d6d3b9e61ab96e0b70b38793a4046
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:497ff0ced2679263437930bc9f68af2e134c9e8e34132d6ceedca403586f5d81
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b100ea0581e141ca514b3db6a8986035cd9b023
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5a1f71931b587c99afd85e865ef491f8affd98029ee43873148a1e6f198367
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c860195347cdad070e4461b9b60532fc6dba6a39
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64462988ef4d0563b0a2e6f5c06465bb82ef33bb5436432faf2a75c0a0c86bbf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc371ce18758257997f6f63741f2bdc655536a3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca12c4dd33471cff5dea4c53c32f83a12007cd0e4ca5e2cdeb4fc1b4e8fefdee
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42cc0d37f1332fbc89df11981eb0e2c5c2a95de
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219de0e2de936f1dc370a13b405a13d0006d614a86be3326825f48af27c025ba
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b165db1f625df168a74711a0579f6db44eee999b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4af45be39f37670942f446989c7fdb30baa4813d4c85c5daf5c7118fdff7327
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754ed0cb0b453348b0af4b2e3875ed0414bf868d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ed1e91b7a3d73028933ae8f787f9204e10f9e2c165568e57b3d049e469ba35
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d32e1ce420c710a51a705c21202269fb66dc65f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fddf99c11c751ece44adc0a49a882dbbcaa6380f289cfaf8cad7ed887a259fa
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..504ecad5b2f77e2d2c2ec3aac9254e39bc171988
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4776ed8ec817372b4ba48f4a7534e95ed6643993c69ce6a40b3e61a41702d51f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a269f01a9f10ee9db2102622ec0606e0cbabaa7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c980353895adfec590f9270e698812da79e53c0a35383829f6bf3548c85623
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13a0e1f628c1a953cc15c619ba31c1dd95117504
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e5ed964798326f8fb9b8dbc8b2ac27084bee26c5cc3bf3be1668e35f43767c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4d5ae16c62866c4ac0387910a737d811e2ed58
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d47a7b8f58cdd9d07d6485d3e64490abc93ad6295332cd2c27f416f9ee9cf6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..446121c1c18bbddf0c6fb14485f2c29b6bb5debc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92674a3b6a5e176e15a53156a1da8ed4dc0a07c125934a55bf29fbc7fe91e14
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8f325ab485880fec1a22000c9319c636e8fbf9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d5e12fd5be6e55d0b77dd32a02d78b47afb8cb489385d5fec45515fc90af4c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f0b54662aa1593c9f1ac000264778c183ccef85
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d903c5dfeb3e11fcee798f91a49619e6f2969cb04fab3292fcad06f8bc110d1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..738a4a2c90123c822e44458ea49f2da7aa10f886
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52786b48765f65a97cfaeed549298a2d37b692ac47effefa0c5403c75e17e85
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d54307cc7b63e0c3d1360ef725eb77032d6686
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919b188bb9ea487280ea485903cfb95843c42a3f67e618991b445038c6db1132
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbfc6ed25473de574401a600cdefdf52d797306a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78840c87f9af60db2821aabf703538df44d02258a79852d36aa8e769b2d2342d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7183fe649864ce93662e3d193b8fac199f08d85f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07854f00b1fc4a8865c5e90aab1d429ade5810375d84b30f2e86e9e0799a0b8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e11414169b29c9865289610478a00a8aa2f97a92
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f867d92f4042a67109dbcbbe0a7f805d7a3434c421e90d5248dc7aafc9194f6d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1576ef3692677e5a0de7465a3b9cced72fdfd52
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c10547ebbfba9680351c6292c96b174e69cfbdd4cf74e0449dbec0d8299aa6a9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab9c09bda3f02e6136c698ea26e49ba5faf7177a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de77ae806d0b74a5e2e6aa92b22f245ce36cc394ad93b607a950c65f8d911216
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..244d38f44669c824b64308e58d08f19d470f8bed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a818fe80eb3510b177f3d64841616b499d6c8a2bcd2114ae275d7f1d28dd31d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da4eb2144cdd91efd796089848d1f211db396b4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4550a44816ec9bf663d94af58f313b0f4297fd223114fb6fddc76b81aaf6dab3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a85bfc2deeac845a8db503a854a966b8befd39c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e244f69238748d08b1995a2bf77022ea6a5bf3a03c4dd67c6b16686f144c4ab
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190e41bd81cad8eec1725b382efb8f3617bafc2e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3d8ab0b4a66859f0fedbb71c61bb79e57096f120b12a909df5baca8b85bb0a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ef26562d1819dde40554290d459be70cea077d7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c508f117eb440eb5540827a71d065faabb4f55ccb83ee8f53144b0907cbb7905
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..340380a98dc816f63f1922b0c6e4749d643f6f2a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc0b6fe3914afd5349aea7e9e65347a53e822a2e23ae56b9fe82e55253a5c42
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895503521a52bd86a901ddb2238c235af037146c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54245bc69d09d699836ef33c8506bd7ea566c94ef47599ee1ade7195b9a5557
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa6ffd19708e840af0191adef957921139706b1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c06de6b76bcb9376a9c92f5c546387e097a952d6cc380f47423c681adda1886
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e43156069e5242ad8b5c4f824645cae1eb19c92
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac404f56babda416fdcb8d9f4c0c70ec0055e55cd18bcc481f2a5669b8ca0ad
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0986c095064539cd1aae48e866d1f8d9679a6f8e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a2be8e26512f0e0dd88d199c746710ca4922ba212e8e5546590e18b9bdfb18
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cf924aaf7508fc2625517a499491e3e3e2ae0c7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351265b84e6635345ada62ad46c5d6b13f1e0de63010a5699af3bc9d423bc625
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad6d8f53b020d5695772aae32833a09bcee02c53
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c48859a2b1ad8259b10a80f3614f43c0c595950519ad6f66bbd66a68275007
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858c3b472a48567b759aa9efc4e59efa238b9066
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd01d1ee32db843456ec1034f3dba0f936ad4601f9e866ec17698f31bef5c10
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa8c9ccbf42505978d6a055d7ccda623a1ec0c9e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd06a9d8816a93b19aaef163058a9086ee5a0a89e344bc01e7e9eb4a3b45896
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2945fff4d58fe892b6779ab2127549c0c3c65fca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a87058ab29cd5bc026f09d6fb31aab8796571361d5671a407749786facc3a43
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baee015a8d80567281501358a6812ac3e97c63f6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400d448fff310385eff66bd29e9ee061209074a662aebd136ed9f1e593196f1d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dce4f98a58d865c0198b9103e5e37ce88b48ed0a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ba706962decb0299625d104328ff0846b20532d6203c6898f7960d3918ce8c0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f89f35c1bf777dc35b8f8229b51336cb03dbb55
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc656306c94b846ae128f57e16dd1849ed8b22742e493b8d1523c383ed99bee
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e62f1d635cbfd0131d894773dd4115800dfc9b4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6e5ae6b8af728cc23651bb39b00f69643cbe0b81539bdff991ea3934f47337
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..249ccbd417c69663a00de61e3a4b06e1190e2239
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb4895dad8c8457c88fa480aa89162938145bc1dd8dea4721cf0a7fcb87f833
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72f5b3977d5023c2812c84bfb07e7153cd2962c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599ee429180f15545ce10fad816f17e4c9d50eea1e1c9691091da481eb62e237
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..759b4e7bfcd47cf04940d5cb8c05338aab950b62
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb714b92e51a89cf21d0d166f40260aad0ad5a1beda6730509efcc1d2327611
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733715d8aea8e3c70fa7a4b5a1987723f44cf2cf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b12cd0ec33fd397e6077c471480266ae93960d0899c67dd34df74859690eb3b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95890f1892cbb127d6cc6b8d0385447f1aa64600
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2792e1e86fd16e02878944488832699a20bddb37018e9e971c447f7b32faa68
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f0748f84da36c9291f3583ecf03fa23ae86b6f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1037e0656e24781cf8862f7b0a578fbb81801d40cd4e98711759acbceca3bcc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108d0fe508e7c1bbe586bdc8fe246cfc08f2b7e3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb30228148f43aa2cdbfb1576f031ebef4c07180f8fb837f9b640b4204a1961
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c1cbaeb2c7b28e80fb383232311537eb3fc24e2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18eb9c4e70b0e53cdec19aa30a9a61cceb1422083aa56591c9f8da52c10f856b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ebbb0d4e82d9082acee15a1d7a527e1b6d6cdec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b0630b13a897ce10f964ac8c592748c7b67685c055ff04b8dad26fc4081fbf
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf5b965ab940747467ea0c3281d234151402a747
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d8985fdc93c9a428b188a070e1813adb2715214c29f87517938c186b0d6b62
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41d2c058f8afef5c0f556e97365b863346425d2a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed02ae3bfc3bcd3ebb17b7a593cb38ce018167eeff41917a9f48775d31d562b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe7ff9cf6650f02481185b160e6f16748d2b4f2c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30bbf6e6e8c5f2738dfd75f54524decc15e94cd989995dfa9a84b034aefc8ea4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e17985e602acf9543ab36f83ed7379658e84479
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29681ec671ed32f4533cd99ee1c8bf9f2da918978e4cae6bd48d28ba172f84b2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a204fd6c09a3c23b4cca29bc567c4acacf3dd40
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c65a95090fc382d789717cea5e4e16185fa8ebe660ba1a44e558f91af8f61e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963840d65cea1889bfe9d02aaef129c9da1a678b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df711115f530117b12579b754f3a27d9ea6bf160444ad01575ba8305e5bc6f1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c33b47400ac91c1788cb889c11315ecbe89ca10f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770f319c5bd817827dd6e9489e5307780cc2b33114658f79004f0b0dc951d474
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c2135d88b54c3fa384d5ff26b5faa803c89c97d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:228c48ef4c4eb7c0507e94166bc7dd35a0590eae6f8ddb644dddbf059bc98564
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b586f79034db7f91973ed5d3fad9e9da31d015c4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe32066d7bf89b15e379d15cc4fb93fe1b89a6713fab67c1e3f4fbb9a3bfcf3e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16aad5735c895e87c7b243496ff9ff8697305155
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031507beb2c0f828f54206b8d1efc5d54823f38c24c15924a16d219247572398
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f9d4d14edd49526fa4728b45d1a0ee8ed68a5c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29cd7733b69f11de758ae31885728eca8106b9b8bd30ffebcde76ff58922fa9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abd380b9c962110598e6a6e6c72157dd8fe6a084
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991ad8ba994390abe5154ddffb9dc4d6ce0b64c8569ee5fc9f4f9fe2f1e2e961
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cad264b8f80895b3b8391441426b971cd762e273
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf9515cf1c40592341874157d994323a11be099f2dfbd59b3fc50e2cc70b971
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ebce826d3cb551e7b5afda4d54cc446d97bd851
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c00484b127ba6b99aba374e206fca6be61ce814e7fd1d499f883f4f6638780
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..584bf659189eda31322131342fd5276a10325604
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6588277bf5bfc877705ae650c6bbb0185cdff23ca7c3f6827891b1d343cf6940
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93361e31cc55dbb71e12071fd32ba978c814772b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a8d985d64aef46e770af2db7cddb74adfe0c6ea83269ba1114224099564cae
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4928773ae0842491fe6936a3566ffe1ba8e6e0a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9083256d7c0b60ba2e2d5bc0bd55db2b3aa57bac2ddcccd9d181e686c1cbde3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c554a5412f2ef542ab77a9380d69678342ce760
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92dbc529294dbbe27d23d4b6e27a9bbf295b0ad51fc3bb7c3d6c51d9e275897
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d13854283834081cda24f9a7254500fc53f846
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd5f325f6df537753fb7217d98a6beedfd07c498d3577519d9c4d9a4e887bf3b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6823b60346178c24cedd43e227a808dab27318e1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb77773c6421512e533e9c0c045046e394b7f3c4f9207418a7ca434123dd3d79
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c016071d43ecac034ac83f6144b28b6f8bb6cfb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a6464fe39d74209e7f0c205ad6cfcc16c0c81a8473a0d6542e5f834e4ea4ef
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0acf376a8a90e60cb43cb20ea90e095fffa14730
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d88cb4843bf9f60aa7433cafd9800fc56d481603ddef1ee140424def38da17c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f11521ad278fd8798ea8121dfeebfe499c80cd5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea1cd2a132d50a3b1016f088d41217b2f490f2535f8a6d01a7e656eeab2bd5ef
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f084cbab9f8def7d6a9d28ed33104fb40e30501
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e7c8d81a34acec96fd2210ba764802a1ace58f1714550586b4e40932576886
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b80216798b4417998aba3b17f307cd5f4fd459d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8540b649d7e2617c95a31d5cd4d42c850cc5d98ff73dbfadbc1cd2f89f6ed16
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54acf43c045416a6f07f6182c6900a4b10b93516
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a9b52ce2f03a64be3b7a220d308f7116ab6405405ba36941e7985e5bb2de3f6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c008bbe1903a04d650092672b4636dfd464c968
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54b569ca3221d122f48afaa5ca79f3261afadc008af5939ef88b3084fa474b2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0313fe228be25fab2c074d8ae8ddcc7c1760135
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c98ae21c98744a0c8c18a6afaad720de4cdf3b7fa9689cb35b564bfbaf412c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6df2e3ec2eeabaa529d1b4f374cabb010e7f952
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e702d2e1a36538d5cb42d1850e5e0d88980864a4707d1229ac03707beeabcbc
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fea5e49f1b4dd0d76b4183cb72fb906806135889
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ff682531c6c8e8a98fc801ec134ce8b39dcd44c8bc20835a91beef4ed54b75
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f95392c534c246a3790b4da8ab32c6ec33e7d649
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51ecf2817033f848f7927e17f81b39010288c13333a9874f12133d7cb79a50e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae56e71d2614bf5f0ca3cf91c01213fd35abc9cf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934a5a698e5a4d239a77f15bb76132deedbe2b50ea1a3a0a70e48821dec275b4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f805597a77d89f84345f789673e06d4b36e580
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:997f13072adc6abc05fa8c492bdeb42abc698dad29ea5bf6225f98dbeba0c2ca
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfefd0532a3d36ddc0b6573f8dea01a04f482e1b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35d66f3fb8856589c1a08f6cc70ab60a018b2f87ab0ed25ee52c7dc0c33288c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..812a15007d3546337ec8e7df417cd9a35481accb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b641d1e99eef25b7fca1ebdd9179df47a81b75d43c8f7d8d08b075f4283df9d8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c130047de0e85e3ea14005ac28e25188ce125c6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6a80e1005e779f0758472c63a43b8153cc52e5d73c4b6e285f172fcdffc48d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37ddd76b68b10ffee56ad7229b513e95d812fea4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f113769ab07fdda4f40d8a6195a676f977d5077052fa3ac15b6c80226798ea4a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f067c532ab70e9d67f023c79e37dcc610eae6cc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c410b2eb821093b9ca701b231de6f0e9c1db639013e2d95378ce84a4eb3305a0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63cd6071b1d94a2a70ddc4a89fd5e4f8f4e1129d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b2c544aa43f063a2ad517325bb9314b73a979a6a6ab2355ca7ef5bf65b3cbf
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/lm_head/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f04edac7eb070bd80c5ea1e74ef82bab8cc3d30
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956403c7a80a4d076093ea28af695f4ead70842e68b722398736d4111ac211c8
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/lm_head/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f657203c64ae2cc49cafc6b0d64033484446bb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd40cc34f02d5c180c35d3dc60737b9fbf97246ca34731677a3bcd35e4645ecc
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce49a10a3ceb255d1a3840b55284a4424588fcff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda4fe2df092f64cd9f94c8e342b6f85ae5b4faaad2ffdb669229609d2207ef6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a4a3375bd14bdb91c1e24946fe8be574ab17b4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eacda91780ccf1f21389fc4104d6b5af7d730a4bc1e1d40c2626d5155dd9cbc9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64850d1d941cd01c4cb601c8a6f73b0dbefc7f52
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a9953496a9ec5582ba7325edd4d3e2b2bee9e3b66a2acf7836a65da97012e4f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3568034dc690e1a652e20c50a090e1767753475
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda82dc80b14cc609d5728a3099ce66616064d2c05b031c456c10f9a2b93533a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc2379853280ba5516fbcfe182d7ee1b6dba1810
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc96c12f74a0124fd49b09c5e516bf45a6d99989d0a69bba40fb41df36483980
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828b6f330ee856d71ebe184b0203a39bb2645c1e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0b035d44374598f2bef9efec1320cf041e0bd8f2cccfa28e342fa8bba7d74e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e6a4b3bef696f6dc9518d806a3c6d0f71351c62
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:857dc34aaeffce1c16b9daf31aa02016401be2cca374c8c0a16745c625207172
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb650337de5917daa0a0cbdabe5969dc30f6be3a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce2aaef3716490dae682f7a0567ac97a01e38dc015b47310499c49d02a5ede0d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea823d4e606fd92805512d976a4981352e29aaa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496878e23392205d12da8517ed0cb19afaa4fa82f6a3f278b81a8e4f3e40dc92
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f79482f1de9675d04711e293a8f99c39984b41
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df638c84e86632000c44d7131a287bb916cdc3e52e363df19e425946cb0c2c2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5317359429511fb085927bbd90764b306011910e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b967a11981bcd9f4cd2fcc4949304db14f4aeacdd3351c6b84b68a7ca83a500f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5317c171a7e91caceb7d303b33ac9f9e5964a81
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d6f34452c11faecdb1f62559378b2054d93628d9cd16274014301d17a18176
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f5177fb5d12d26d51b83575ef69bfca68902a47
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a498cfc881352102ecc46937add4f4aae3feb089e27af4e0344c0adce36f19
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ccce5274f24bdc7427cc33c5eda648e6dc304e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6549f17600f950d797469502a85153777435b4415577d2691ab1f1eb8b16bf
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7afaac5c3d0b704510119e63e93b4c90f750c633
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69eed697404b5df454f2ad40731fc079003e3afdac649868a8b570e3827c350c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ae22fb3e23317a0b30eefd6519906cba5a97c4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2477130aa149a5d6b38b39070d518b34c394ea8739ed21f9b2cf3546e95f4ed1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb50d5176f3a737972c13ed477ed3cbb3aa69304
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12da40068c0ae0a55c89755de928edb5ab2328c8c65eb54342e63aa58e03c40
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21b07d49e7f5e8303c28fdd12ecad37e2e0a6fe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8239e2fa0e2b63ddc8996771ed8f00b524626aa7f423bc71375c40734112e53
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d337f958beda1dff6187e54fe82c0539c22f586
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a892f61ea28c8ec668ca7d16996018385831ea27e3a97e683b4629f10609f5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3807e80db8fa1998e2143a2376f481da78c18a94
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90cc0953d3a1a2c4161a442a55fee0532dee42e85564120b410d314d2272919f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e385ac9fc15322fa7a27866290b3c4ac3bc7186c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd944aa4006039c925931a7c16c6a93c3351339c59a7fb6ddfcf6a424814204
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce9f74a6e6f528c6fccbfcf56f654d31cd163d30
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b8da8f691f5465a8231c302cc60eaf9cae1850c1ef7986f5060a3ddd7fb9c6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6ed2352a44af071bfccb4f728491fd181774c2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d11f21840dd393122d6637351150eb297c26327694c74543dbe75d60bd587978
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d44dbd44c91ab22a1778319d7e1d471adc437735
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4da3bb5ca05b6d6158e650f95c453c3c4fb1c257175aeddf0dc07493ce0334
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe7d9c3eed347e989642532114e754447644ab53
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b1a4be526a284ed17e03e54e30abac34b62f8cd19a26c96675a7ac170f56c5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72c1105444747db08db294328e5d83200287acd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04039a1c863855640345d9a1df046f9d0f0d8a6132cad63baf20cab0890ee1f1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9691b88484ed7deae4d76725ab61c52b8234c68
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c323157317ceb7869acdd3c1f6ad0ffd9b5cb401e731654078bd5a8d15ea076f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac98bbda2d4cb0336351f90b8bf6a2cb0cf38a2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d11f21fe49f0dd42f2d9d4e57ab85e7fd6391235cd01745d81e29897b0494df
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb9f4ba9aab21dbdda209849591b547b7cea8da
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c02eddc5e71d2fdfcf32324361ea173bc529505445d5a7c089f8f6bbe7278bea
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d694b72e2bd01a744690753cfdd8989cc59abd3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:931b0f641bb330ed42f59ee4edd041e2f4c5ff13040701383c1abeb8fe732357
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93fbead4b4bf0bf23346f23bc5d3a9ee5d533cf0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b672acccc4337a6c555a7aab2dcaa8953dad3242beaaaf71671926014ff57338
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71db1b8738831ab63292e5faa77c2bbe60925075
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f6ee4976bf176d68d034488e30bcfa65760ad73587e2f8b60930e5dacba7454
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b29e808d78e0d9533c12fbe52ae9fb73173ae9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b2715e1fff6a1a7a6f63e04ff710a9b1767b03a017107e1cf0b79b811eaa1a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff1ce63a40f07b936e75ab231cafa81e412a068
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6445d18698c3e7b429e2ee16f13c25658c48f7188ad92e74253c5a637852726c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3def81e8830ef5487712ffcdc50d4f2c3803e1fb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b286da5178a09100a28f646dc0769cb3f08222e97fed56368b9715ff161efe2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7177497db90df9fc55895ae4cb65398836a7cea3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec571a29734688f490668f84e124af4c7930956d003ec1bb3e7aeba8496e24c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e7ff31b852cc1f990031b825074b419ab8e34f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc31e8329fbad56e5692906e66405176da05c5a554200dedc4750541aab82bcb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fed342b63d118effc36d6d3901ef16824d002791
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b17a2e3962b6b1b316198b90c657dc8a8f432b4dbd250894d30d279c58f070b2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702e4aaaa0eb7c8d92fa604052d61f8f67cc835d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8224d992f4c3702e3e2c5f4a39459aea5ef44319e951f477a6c7c922edf0c6df
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..912e2e079ad34070d8ac7da12b440b6f6e2162b0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc3d674e252780da69203129616b8e92c7f71406dada6f61fdb0e787f7f1abe
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c43dcdfeac367037c561ffcaa92788b9c6c223b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61b92d6f8e1f5fff54a84870a6f2c7150fbdcac5d319ee1ff7155399b08d2e5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72e33921a4549ac7dcd1954ee18c6765da4cafcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0b454c8feaa63c9585d944440dd7cf3cb1c9a4fa8d04cbef4571b5cbb9d69f7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9acca9c526160e0b16708c93a615fe62f6d1dbf6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d50ef6255e554f7a82cbb62c41b48cd28aed9a43afed5f93e437d459bfb37aa0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ec86d0249517770554db81136ec827b2759300
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740d0f140427c888c1aa1f9ec9c6a4386ab9f1a3732bb2fda79ae299c20501a6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb7a7962387babcdc80f16057a89d5061826d56
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e6b99b6ebd6806ae4c1532fc341ed393ae95afc0fe707347be3038e9076b1e1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0d5ed5af98cd1b7a4c7c9e13d60f77e7bac0e7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd5a8d8570c10ffc18838d57ef456881ea4146a31cd68bcaeefc375bc56e970
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6cca648ad9bdfdf6cc92d75a3c35d86bf15cdcb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60eca8599a02008436cb428e50ac937cdb7e33ab296b110e6f631b5e98f6653
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1ab4a0914b8922f84d0c5473adab3093c293b23
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:754c7439f888eb7687bdf2d4c25f7e7cd4741de5d3d01f73f46ff7aaa5a0c876
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ec40bb51c706edcb5388d231eab18ac306a6102
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ba17db33eb0ff95e62b7df9d88b401676be2191ecb307b33aad87f8d05e3ee
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c31f86d6f1e386a3d832da4387efaf00ccbfa7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037e176e289066bcbf43537ad1f1d9c783d9b18a1941070c875c3ebfe2d9b459
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3503ebf9200332d291c4f0f93adb00849a410923
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b93fd31ac73c5002ac9a1e39ed62f1040538f9a5bde7620e043bd4e92a1763c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aabb2bfe15346f1e12a84059409d41fc1fd74167
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea29e589ad9226cb1a6b84bca2cac6f055d854747219d1c29ac627bbf4ddb1e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37b90a2c64bf349bf90abd21eab55051b9259166
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e067f1406ed298326a31b81221efe43f88a1214256f15223c64b4689caeeaa
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3c8198f689b34b0c4f3ef77f38e349150171263
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df78033c568c0fb2d7e7d42c9a31ce07404014a2948ddf2e024a22f07d053572
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a6c2633d472f6e6b12b24af8afc4f54ed66d02
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c38d6566ad3d1182a10e53dadf46375a840a76e1461ab0f309bf77d80f16244
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5136c5cbf57da13d9a1c769a8d18d5541d7df12f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a119ba2f9cbe7e5c1d4eeb0ae5fd9e5a3681f3d97151771a51dca49dfd39a59
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bbb9b765671527952251f9b5417833d97e5b60a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a8575f8c39c1cd97028cde2daf2c32090df76f933cffcdadc299a635d58532
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2f34482484ddbc6fb0e2e53b09f3c65128d580
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b74166a772e2e8f1228af29b80fcab93eb7266e7bc2b271129de5aaa0f8d147
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5643939c62f5fba1a92c66226ab84915cf8c3117
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d72a965b29532f199e6a3c637861b56179e12b33bc3495826857a25aa60934
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eed954c0d7f70bdefe30d86de2d2cdd22fc9d50
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af6c3eb48e07588b8d5de50b76f6e5844868f060c225a48cc8680cbbe18e14d5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0465e71343b9c502c30e8fdf25adcf22999edca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b519d064c5537c560e2ce416bfec907278f89ca37bb4648afb8f4d09b6e1a1b7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f707ccb97a101ac40e1ab1a7507aa73e7ac0bebe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4167bd614fa6b6553bcf3e4d877bc7d201a9f3ab8cda018b26332c90ef47ebbd
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d602cc7d9851276400341c692e5f2d34082dbcb2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:255fefc77466152ad39a90ba46b9bff4d2a3a2a0821a08da5b37aaa803c772c6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d8c33e8a929c254f6a32f59e82b18bf12d6e36
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd7b0d3160e991350a1ca2075559ffdd348979b87c0907c76cdf68db441b469
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6600abde6d1966443d9d906bb9527d955ddb5468
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45c8e1530e9bc6f19baa6537928e4d498eee3a3d583f286e40669dbaaa1087f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a80741a2bbe86b69234ac9c4ccc2677b6667df
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee402dee9aa23b1deb2b8c4d95207d35bb00c955f452b2a1c7c32e1fc78bdd75
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e82d1d8edae01e4ef5a1b1a1b9c9796e4ee53037
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e7b68ba3e44df8f5e2df7494b6af5c96c6e91bbe6b33d8d24635198d3e465f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c45800c47d8447d262ac3664c0fe4789702773
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:385c01d2ad9ed5f8728a3a476e74fdbc25fafce53f2e521fd36fea8bb77e924e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3559c5f3c5c6325de8263cc138789dbc09b16fd8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55b5ff7b44e250acdf0ec474b28cff58eccd1f4b7ae6df2226ac19db5bec1b0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..009b6c9e37249b21db7f23a17c89ca08b781b43a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9502ed8ced3f8d30616484d3b24640b419a8291f052af33cac7083353597513
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94372b391660eaf7470e7c8f7dc8eeaa51db2447
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e202f7fc7569c7c817c5fccc4e6509541a210dee7fe5bca7befcfa45806c1853
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9fb711a2f8ff10d344005aaea5f27a7bfe40db
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89b23760ded59384d49e9631e12fc744096bb1248c55235618a65326b93742d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bab6ed283c1b3e63a0827c53742f7b8f62a6621
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3735048648bda57e141a03ef463ba38c1c7a073fe68985b564eff55bae6d600
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41d32f6bfb0c441270412892d34ea8dec48b3cea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b764ee4c2d2d7f1af39ffe759c482edb0021b79e841e88731393ab81063371a5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..112896b7029a6cd3292b61f285cb97a83104f5ff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ff62a6a292c5ab6bf3707c5fddba1e80978113a9a2224563a1ccffdfb60f5c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5031f609ac98777ce5a6d854b51a30063a09980
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8bff37c9f4bf6f009b2673e79e276a9209a045d88b14577b31cad2ccd0d6e0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26aa13de14fc67a1eff84fd4efaa667447ae9628
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4c482cb896bb9f261995373322ff1cd5f7b54550083b1b4dab48e241fcc57e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b97028759fe56251a74a0d248f2410d717e0fb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:530dd8760882a74597bed6ebf64a0c7791b40a46c760b98d37fe6f7db97c7ede
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe6434c847385840d47e55d0bf28459be64f16e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ff6d03c292ca7ffe01be0eeb40f52407110fe2c79d61a3e0c85e5e856fb7d9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26cc3f166c82e9ce7e2f3c8548de89ab3d56b4e2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b5c64ed70c4db33d5bdba23aafbb501e6841077e4733cf0793bb4a8ecf68f8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a9bc9545cdf979989f8fc505f1a5538c640d3ba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80afea6ef07685fb1904bd4d178ca6387cbe3e930c186127a1c7c4b7074997b1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ab2b01eb2dc80c0151db2f75c10eb2e269488a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c22d30284f92f605da3c225abae7e58ab6748ba85920928f2e14cdc054a1d4c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99f30824a62117818f43a7112ebf4b3455cf7577
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06fc93433148cbbf8841299ba0619f29d4cf99491d97067e3d89d0de5a2a700f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a860c3eca03ec60c328ee1ec1fb7e2f476602eb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d86014ddb7950ade34a4c2df9e9caf3a59bc720d765b82bce4701a54617fcc2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fcbf3e44f81422540d041d24af4c13768480172
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b38e431e97cf51c4a7dbe1d376cab3b18f937d61f0b379ae8ec8d75a1af2083
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cb339946d01e1249ea72c8b9daab9f78a11f855
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2227d093737cf4fb212c55fa5097c3fa2cb50a6f04f066bb73874b1b3029f225
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f1d6bdada63d5df99eec47f8e61dfe0a4c0d2b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95825b64c6191da00a2a8159157dc919064dcd305d10a433e5721828d6ad744c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5a41c85bb170cf1120419f346e66f601a1f2f1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b740631246d8db4d5cb5e82d3d2fce61441e428b79c97d4d1db811afb968f83
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb5570e9d5c3b9bfba7dbeb8ac2e59829975424
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e39bc64d3d1bc96c58b0d4712b36eef3a2755e4c80f510bbad59ed3b9c88fe
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8702a438765b80854dd118fffe86ac2a5e8b6b41
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b066988af1e2127e15cf9db011108201fa19aeb72cc493f2e8615cd2b1e8d7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eec7e586e798f32bedf17ff88b228914f0b62e48
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f95677885bf18025ffd1772c70749b2cc344a926203f8f29bc36f59c7e7454
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65af3ac96f02f2e7765cd714019b9ee3e2310366
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe8d65551a809805d84a7c6368bd621d666cdeb867b62da025567871875c416
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39714ed3dcc9a322bf442d2242569a21f821f1f3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d12959cdfed361366e0ad5cfa62e2ea3e598573444c7b93aa81578e57778960
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46866fc99a917cf110e141498a71ea7ca4d6179
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b6bba58733a81e551c7004f363091c978ed9eac87197b34c1b34592cace52b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c640282117702baf0cb064602e802cc0df7e1fc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c9b93042342d071350bb8bb0332b4ef7f3a1ee335046bedff54838a98f645c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0cbba5770325a0301ce6b19fb3f827a4160e70
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:827610cc1e6af94a41df23c551c4ed3977a8d945ca22bf4785a8db2a28066285
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f07856a699e7e90e28d034bca39423f570661535
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafdb345d560364acd1257c513665504f01f98722bb76500f04035c6441a7bb2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7cb3429f11fc55776618d29a48a240b551137b4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:185e6e74333b0c4edaa2fb931c5c2ff71a34d04c40aedd71a85498d95f3bff8c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc8d72f16b7d3067b88bc12f0e820303c65d75d7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234ef5045cd4a53b9afca0f1937d115cb34e8666cff045fb19a0b9fcc509d412
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2270a31dabee2fbab5149d26b4b2070a34e82593
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac3046a9772fb644f18ff1d2cbe990a2934347eaca4ee8b0f1c4b7faae63620
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c050eff44be184895391e1a2e15a1a76fb9cfd5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59d0619012be2da2b80dd7aa87b98ceadaa26044622337142bd72d765164c31
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16b23c9a1017ade700099c09998a25725afd4f7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60fff0292ee8867ee2a8a2cbe30cec82f658f0db0f88e3fcdc4e402c9f0d24c3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35930cf893aa88931ce282fa474f3da3442a6600
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac2237dac16e45b272cdef32de28934ac7b94313b3c0c4e82b0c9699ef2772a3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a89c80e8b51e5454718ced6cfe8e57b2b4a5830
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb2d996001aef5f02729eb09e2336b8faa4f4b32fa33c22fb4f975d3107e8f9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71dce6a3e1a6eb813e0a5923c3e89185cbd41333
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9de258df05dc07714c55e8425810e89832c06940dbe88bb3bd3b7ef15a94e4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28d3eb8cce72b9d39ed6160156616923a1c811c5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae8098647222e88d0c3fa8799a8f5b1e223f8b085e96a82cef9ddfbb8774c72
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17da24713fc286c176514d0d2bac062f5c5b31ce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc6bda9d9fb749ddd838c06031acb8441fdf2a3f22a9e61d5a8f932a99a3cfd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac3e43d136607d8e44359e30ca8d3c799a57bc6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b3f70fe1508e4c5ca6ed784626bdc27468da074b5ab46b4928e8e01141c912f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0085653a1de4eb8a291e3a31cd81cdb3c4e6e6c7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae84f908a54687a80293bb877aa7b9350eff1e73b2e2fcf499239e6980935b63
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff41be8b924f8b3df1646513e398b2ac5c7458eb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e8348560ac656eb6fb0936a8afd9ecb675e044e4e440bd2ed91e6536872043
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e33e3274d0a36149f0036a99957f9157b6b4604
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f0227231aece0888a9ef50818cb0bbcfe0b7d241f807fc79972a79c1cafc32a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7112927f3248615414cf3a432afb429339236841
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:407bba1adf8c1296adc5cefd06952097eb0c0c9f81b9494fc920bc26ff33b12e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8709f0503f80ec8743480a7da734ee2206a94999
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd61a987735fd84901acb2abe34752da8d67ff2e329b4b6805abe5040fff8bf5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6fa67fa5cdc417391728a51fa6e1c3f63b1abd3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0868d5dd5eeecdbdfd963247ca7b537ad6d7a5fe3fda1d7dc4fe798cad7273ca
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da4c62c30bc1bb0e46b2b03a87582b39c4adecc5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c4fb66d5434256b2a0bcc6d7ab46fb3fd6c95ab8c0ed3c5daec600f30270a9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7f89a996b6b121b48ffe304305e461e635212f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103f82a05b41630cf38abb75515e2a540e86e3e18f98bbde34f41492b87debfc
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..406bd7379837afdf90e84c082a92663b0a3e4f9a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070ac59f7a1d31bf4e54275daba7e86f1c9aa83bb38cdfb8682c88241a72f628
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bca229d244eed0c68736a4f3bc8a21d4178a8748
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e788dd303085f9c9639b326c748c2a5fc018f829b335a0b7649d917460b0e35e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28a309d0269b70feb3d91f1cda7eb1101ddc49c5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce20fed46d3fbb1b140213c733b5f783de3f62418c9bc6f24aa94b6d64abec6a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3c9f6aa7df81f43bc87baed05a071260b93ac8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f227a9cc49712a1093d679abbf4c6ab45caaa347998d73760ed8028dee28af52
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f163c0feb446d29bd788a472790706ccd7947e31
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6d49ba0d35138371517dd741e15d7c03136c4305f910c921536d7245a896a22
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..888d1a27b9a10d74c4c543715b48b265db313ed4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bfd824286423e792c6a0ce5bbef1fb870a331cf696511dbcc5bf69edd328306
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ec534d470cb1bd7fc254316ef25f67add1440f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce43e3f74f7a118e2f691e1a97bfb82ea51770708f67aa2b86520330fc5e77a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f33341b7fc4f7e3e20ac2f9a3a8f293d45b66c3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee5c163c2b2996add073d38bd6da7cd0b0202ef65e093213cc2a819763424394
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c10e393e11c6252649b6979093e7640c2d616aff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7104ca52775535d6d2686c21b6f1b6f6102b2f48de7d4af7790ef890aa55532
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4502a02ab72c5644056a7f096ac55a195c295c30
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f65e639f73ed374838f722da18a95f4977bddfda9703e480a8b1d82daf50b6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d053976a035e50aa676fb63c8939cfb09e852f7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af479307b64826e52c656c118810709637b60ac83dc06c47445eb7b235026f67
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcbfb70c75b417fd40dfc70052881662a3f302ff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a42fb0a10ef6a47f84118f3c3d995ead54937bd3f12848a326b22d7d5c6400
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f1c8dd1fe75fc91b1bf95642457f34ad335e0b7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1510a63ec440bb563c6cd73e8f618be48b31f1c56bbbd1d59e36b6152ccadb58
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f9c8a6d0ef1fab7cc50324932e3015da02f52a2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92cc39724b323c5e5e179e26fe32398d125e91fa230303f845c45d7b92992a1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b60e086784b5e0d8e698c8f97de186ade880591
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b42d1e9544dedb962a2c6fc523ec38f662d32d2b983394195c5d721582b4479
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa9cfee26f749263f18e05cc9c2b69a8c8582abc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb794e89f53b3f1d45d336a11472d280f3b412014f54991e6a21c1b4e733c28c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c182cece636639826e36fef0e4ca24ceb9c0ba4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de864fc52527711bf99bcc14418e55286e56ca04eb8c17440ac9cf5450b011d8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb9abfae13f95566ec395154856e3d01d7ee262
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc5739b639a4f00cf7834677078e7aa85281a9d66e1c1383e1d6354113280ef4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb720c73024ea450c68a3e3cb8b03c085420f11
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d62b509f56b351f004c5f4ca8b8c7e338b52e99787ca010b1cdb1e8aff1c03
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fab4afe93e2baf34821c3526d3058718c63d7af
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f4bf62e5baa578dcda6817230c1445cdb2bcce50e7f0cab2e03e7ef139e208
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b14c45b3f45db3cfdc74e162ea6f4b1c24b8af5b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99fce87f35f8b56211bd96814778dbe953f1b3a8156b0a9fc77088ae68c0e03b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d966400ddc5f079f99e72f12d9aa38ff3330e788
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76dc5b7e17df90319e645b946720de4f76157fa5fec09e57dbc9e7d3572c6bed
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee0841983a939120a9f51adaff4beea7c7bbe47
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e24aa017f6462ff7f7cc0686bd0c9210769bf69901dd6af78014ad5d87586f0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8cd5e81351e99b8f56490c94ad59ee13a26502f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d0d88cccd25ce1a16c479b19ac7a65abad6d81d08c9cd765a9c61add1f1c89
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12924c552be8f0988d16653d100a0430a75443c9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a643273d6d292506d9c274ca690dc594c329d460aaada86e1e38b62f298cb78b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fef57d78bc8728e1b958bec2eae5cd546becfef4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5f2fea4c44a59efd9fc9e49c5933ba17342a1a798232d6b01672b32c894614
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4511397205265cdd5cf4bfdd35ac9d16e5a69115
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24bbf70a5a0850093df48657d8d3f1d34b5613f2e6cda5d35e9525d763783e8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8609366ee6f82eee234764059bded6d1e6a26bdb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0301caeef8bf0bfe343bd612a4bb04b7bfc36440bf750ae1e1aff91924bb4fe2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc9895f4d1b4b84eb29cb0db74df6a830214435
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32bea0e38dcf13d8293b29656b829b9230478d972baa2731a89fbb1cff420af
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56bf8363f70238ede95057fecea38889d0329dd1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab0d98759475d6d5343de2409e5764478d5597b5ff6ad110a205299e9cef736
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9c65867f8f74d2106a8186b24acf202a4c94dd0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7126e12790ea4b39742f24518fe759c5bc18c39a41bfe82a9dca7373850c36d9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9b32b4caf91b1b2c4ec7b2d26a84433d1ff464
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ccc9593332a0501bdec04b5bf81a1c481843a25f963b1557b5239e3b73e4fc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae5f3f814e971fff3992583c768df932395daa0d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d875cd8206d9b7ac3044bb1e5f39cab7bd8495e928a234033bc0f44aa1106ea
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30cb6f3680928284f875faaedc3eca5a3f2f4a8d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bad68fb21227e51d33f7a69170a9095136ffd7bdb3460809fdbae4d2cf3f43d7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b54782aea8e04c537152e6aba5e45e1bbc87720
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f0bb9cc7ff535336b4d20a2428934331a87fdf8128e1c58ecdeb505de766ec
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18b9f467c6ec216ce3273908cd12a2e62ceff61
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:142d4f5dd4c20c070c96990854cf0cf1eed207859f26da074f829eb3ca829d89
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f55afbbf374e289000bd8f0115f47603e220600
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c639d1392cd8a56bd53eb84274ff5b08fa19d7a3c1a2f56549d4cee32cfe3189
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd97f4384e4302196028c7f7eb9477d28e8c1d93
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb1afa7d1d5ae66eed48e5e41feab4cad4250b7c2a3c711b3382c71597e63ec
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0377302ad8e039ab303a534929a40b5d3520d3bf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58689479422f62d49916e6ea0e27edb8aa3ac85dd3b7665db02c0250b175aa6d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaaa4a86d6a7ce57c68f4b414e6ae09cffdfdbf8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31cc91314152021841002ce96b37a3334ce2adb43b4f9b3d03de020682db9585
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e1604d4a407230f9e885cda52bf23b29f1b98a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a424ab34442f7f104ae3240df445eee2fa8907817862da6ca03d4385be1c781
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f57bdb6aad8a5b6aa964420f57af07286874231
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5032e7931e8a937929b7b42d8cefc3d7785f8a8a15555a77acb014be3c56bb5d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1139a27dc1b5c19c7852f300818a216626fdbfb1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5be77e11ca82418eaeb1a7899c6f6875fe95daf1d9f04cd8b7a22662e6a66b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf6b6f247df40045b273ba51533e0d3896647819
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae3a3a694d8797f3ba8f57a8f1204c428f157fa1a6d0aa952e9675590899908
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a662cbd68017687fb33881434b8edd8ac14f1a21
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd22565bb76ba02e2c0d7db615eb3bcb2ad2a5dd1054dca7441d3d03fcdc61a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f3a911b606f3bb5b10a48dfa0ce988981bacb47
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b18984ae058f313bf7f0ccbd26c46d15ba965cc329a5d32fdf766e523e65d6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9042177a2da7bbc8d47c4759c54fac778e07563f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:befb5bbe5050bbdfbbe4be6aa153e772ba84b847d062770be5aac20927980f5d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..167f441e85d7fb489f879714208c675c51f25390
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5aae12f1269ac77f29c9890393c4d32178c9603f3e9fc4fffeaa8a5f9282a80
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a44f57aa8482f25f46948b762508a19392e3847c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0938ad0dc2cf5871cf0cf16581ed9fc4c04f61e6f5387389d198f8d5aab8483
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f438bce2fc01c120077d62b27faeda335bd159b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62215a7d37bde70ba712decf3b8677d15d4a69bbd7dc21dcaa370a1fc4d65e2c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34965d0f388005657e42cc531bfdd1883280f2e8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:419e5161886ef06de419aa57a3be20fcc78b66c5abbbfee6f4ee18d63a7950db
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eedae214b3b4866ba97447c6d08a2689c7e1e1e8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af205b59f71af5b0e106d36627a0148944ec576d8111e0b1f7f1c1d0fac78f1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a7a13e96beede086eaf16a50b2bda2aa6816e3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4248ce51be62e5b41f286795b4030f85cba9794c62d94cb78548d183b7830f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a550483b19c9b9745c869d6c6c78287789a0767e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05e79e92d2f89d511792e7787b0464d03bffe192c9f0d3409fd03b25ca7ea79
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7afbee6ed99645e78b9ee11784144d0a2620592
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23981e8c92b25066c653164f303c4687bec7efb12d89ef3b9b07a7c886676df3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..465006feec1720d0d5e6231f3f546c3991dd4dc3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65f86f57026117e72d483ec9dde0d753957c495d586d2151c7fb42e59ac6135
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff8cdad60c256578f52ec597cfd48cc3b23943a1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff30df76e9c3845bfbd0fc24fad63dae6c9548ec51c6d6a21fbe0c4e32244b64
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da66bf76feadef2e7ca79b026c0d6333118088f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f122dba7312c38c20e297067c36b5335a6371aa7a51ff7095c4842feb70d50f8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd91ee8e7b6cf74f0a4a40814c4f419a955000a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ca63f4e98f44ad2c65f1e7d2ce3f269c4220e89ab02a435087d1102dbde507
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a1945e3ab6678a086eae46074ada566f6dd0f3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9369098549414552f05146bdbfa1287ca436a4d87116f58752fb5c56e93a9fe
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87cd40a0a89ac7865a0518bb905291360ccb3079
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76431fd842f38f10bb6e50ed908750927817f37b766b987638286bc3e998d6d3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..942fb4288bcf5ff9db9a211ee974f7e4928d2b77
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:017d858cba89490b4fec6b4f801b556e931f2a0ae13e31b0ca93c91af9b51669
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e31f0c99bffad62c66d80f87fc890bc16b67e587
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e892c1d39283a0a386f6976503e1500a508764b35d9bc9dfe722f8155ddda71
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ee55bd8fa878aa774801c6b26a27a72b9d5d8e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2857d8903f6cd938f0edf4e5f28b7368a326bfb318555aaf1d0181107b93466
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba257d86cf2508a59bc132e2f654f77b58b28353
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd558be86f11634b4227e7d5d7139d498655ee33bce4c9309033fa098a8cd04
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a72a06d332d34b158c7d677228fbf9988d7dccb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a32a572a5039659b8351102610273b0b84b36a17a9c94d4a4346742d81f7e72
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..676d85abd8e66880c7bb7ad974de961a9576a55c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c56619dc02166204be066b064ce82095e9c3817e4bc5707276faf424d8ededd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ec83f942f9afde107f06f6dc86bc73fef5713b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ab347dca14f862362eca0616d4fea76c6658e18e50ecb6e999e9a50d08337c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aa21f2da9f9efebe54737513ab210aa8298e043
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d63541dfeac0e1c42945b0d007f9f4eeac9995fc44aa6ae2a73069959391126
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a75b57f483870f64dbe0389489777ba2dc2b50a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8043849d024f6942cdfa57018a5582bc536d61a23198c223eeb8a08e1cf731c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0881c7a795dbe55e48f6ffab7d30448d02ff3e1d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207b5cd363d70910577fd400e7a25666abc069a13c0ec62b99e96b4ffef762ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c87cca9ccc1140b87af91e74fbf5377d3d6afb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5538dec652abb47e659d9c2c9cf2591652241c1c2923c6b7614c83522b6814f7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..508f7db31724b5990f3b82308480ed600d218ac5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2097db8bed6e21aa203bd94d564ddf4700670b35d11e060231427297fd41397
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f8238dd791dcd571795850236193f684e0c0f0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96cbfa6bacb01634e1181450cffab52e709ee3ce4c5d9e7d7046fe17bc23c2ac
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b3ae6fbb360a8b4f70e523109e966f00d8512a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54c373a668335e05ff6bde075ca9cb60cb803338f30f9be7ca78ff63d5b31cd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..308fbcba7a37ead838aa3b48cff45242be712eb4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a3f79e660ef729ce6679e5d071be8f1bde07c203e4ff7548702b97a6f0ac8b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..becf62fa32a9e796ad1758087850cdd9a2ea280a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:264d5b597238740de2d175fed1b289efc83cd8bcfa1fcdc9821396007d24a6d7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..596a7086143624816a08907087f208e80afb3ca2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:199477cf69278e2e49aaeb066ef837ed0ba734d5b16c3cc03c0ee235fa09deb9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f08fab3521fc30a2b2439773e8ef0255bee49aa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d46fde22dbd48e9daf2fb6366cf14729286af851dfe55e6cc18511523cac08
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79eb738d0bfdcef9e830217fc8b0622891498bd5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13bb434b3c0ff58b674c2c1bf6e2cfb16253d9ab8c2d2053283dd7d80c2f7b7d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f76d3ac53edd30ae0d5c20b65489ee1ccfd5870
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b719473b14fb16bd672d09a53a672ce0f4b737a59be2f2c7742695e422df99
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a7e7bd7b642836e420024d0254bffe0c863589
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d2c5eb4a570f0cce5a3e7b562f99f579c02749e79ce868bd1c2a4b634c8c69
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe96285f3c0ec2375e6a70661eb4382991032d2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea4271f7b2e95afe6c29263a3050c7cb491357cf16445ffa7d78a38e21e1cf87
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f38e0388787856c63b7bfee6dade2e30e2e374
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7a66ceb40dfd8e99e0ee6b943dd1ddec47932f245aa58451be38c1d53dbf54
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501412ed6ad19657d87a98e820d7baf90b36b7d9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05d0b03a24c7e9c654d675a56777cc0f9f1b242af7f9ea41a23dc8266651c751
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b670d8a14f7f587dadbed43f7a8883229f319d4d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44eafecea65e0a66e38b3e7e699cc954cbf072119416386b9400618bb7d7f979
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f8b2b89b3335f4ac0b9dfb27e62a66d5c6c87d0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be1d5a59eab8610671a8911355f32db72ecb65383f531a6f0bd41862a78442a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..570c42fde6dc5d675e67935e4b25fa9c5996c152
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85eaa9b5fed92d9ace4913821a0bc99363ec586b640312d1693c402712cb4966
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd8316ded9aa353ea6690cafdda2a62df9730f9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:602be5bbb356be55e0fe309541a34674918c29718fefd465dca13460f9fd6dc4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b01ddb5630bb3025d723f43904578fbb24766b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf9d511dd9c3c3c18abeafa6618503c540e67ab0dba072979ba4ac5927dfddb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d88eb6d8aec6fe55990e7bc59faec2a32dd793
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece48b2f24b483cc418a65aed4e39b8f16b8288f10466b30f967c9889529dfec
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7f2f647f4c770dcc9eb29a3611fdbeaaad94cc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d7c1f094ed88cc593711e15531ed3c29cf3724cc268014226e64a722304ab1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ebb85bcd63897c335b88bfc354cd3d734543f1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2238837b3ea3112312b87983b064f5c4f70cfbfe689d2fe4f20b2705dc696fa2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bcab19b842bd2fae42571ce7ec6003d9d05096a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fbe7cf71c47174f6f65bfd2a0ae3e0e8dd38e52f927137c9e9149e74209e83a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44e59eee0ac270cf8356199a12d5311827d5c3b3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877a929e22bd7aa3b14c277b26fcadfb973a9e6abfbfb3cdf31bbd4676eee96a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abccd7ecfe72a8378e0c6c16829fbce130638bfe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d4797077737b74f3a88685a3de8f8e7c109817f4e78d51ba641390522355a3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12004d07c30971cbc11f9f6306de84175b2d2718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cdb21baf4a1f5cf92eabe728f89f622ead1dd7cd5f3b8c9e82d0fb75e2fdd15
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e5cb85e853b40714ddcc9471262ef3a9c8b7cc3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8010f42ac5d037e07e0b42e57ae257a94e2b7975c1b60346a0be76dc97e657a3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc6d6be221cf634361b9ad91992df1a959e4573
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3e651780f9792711cb73f92cc7f69a17b1e0ad8c8bab8fb1ba50777986af28
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..584f0880b3b1781f40349de48c667e9f3055551e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:721c816e89f5e610a48dd1d1251968f612f3bab36ab4a57b8e132e9e99631371
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a1c3a8a592be25545511e68d22b05437e8e3920
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c9143748e69e5ea5867183da9f74bc802c1854d72cd946249ea943322d3f3f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88085c65164a975436b30f7491320b9ff12e8524
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f2998e325e54b06a28122ce6ef4d5e9150d16e72b3a8e4e87c50a86cdb13e8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30f0962d915aeaff73c9960c5a04ed3454a6f6e8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c73ed8748b3030bf47b5c8207f5a53e35b206da85d675bfb1925063649761e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df1be63bd3a255c6a19ceb3bc313a80cef96d6f4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a296047c4cc081f95125fd81eab76c14e746e863ea8d19d92b0a0edec73666f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e259ef874aaba88ff836030011933f94bcb15ebf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cea074304ce81f1a13001c9dc1a2a30dc0a818892fe5e2813805b6349eb9bdb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc1a00768d40823a2f8a9ca03f82e1abcf9ecc0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd90b93916ed01b848d78b3f4145882a511f9829ec2df2a952e284ce1b38628
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e475e22b5fc12d6d464a55c80036c317948953dc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0758e5c170346c2f7a3b8b370b00a1bfaf07ef1051fbbe8040b430e1e20da107
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..176b2ed059f5093aad1fc73089494c3057584a56
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05aa01b2634b8856bdde8b3a2e6c510ce2e46597678274bcf3a866e02b01c4a7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b97fd96218cc98c755efbbad9fe85a1b41484e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafc867666b10109e36507b35b5c4ee18dd5285ee283dc313eeb3dcdac3fb181
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0425ed52350e9088aa5f07d8cedb9f32e4e4bbab
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef89395fddc5254f7201cb77ef8576223be232202356e266dbc9500107bab52
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d38759d38b4565c20152a8159e414b6d2fb7579
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd29f5978906f074d0e905a4793f43466efeed8368dbf3e3cd5392daef9a2241
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fea8842ba76c38fb3ba55199b4fd1078d524aa9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4508dec95266d9a6304582cb840fe485e9291a3d71907d9715950e40196a1768
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d5f9a3c31bcc30be5e7558a2022e949c9201d4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc3a48d294d4cbd57c7db6166ed3d2157152594cc038c85d4c0def216c75d73d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af7846c36d0e4ea476978c403162d831a52113a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6e2e7c71aef3a7663f9aa90d3fe438b9e88a0c56ca20720da68c2242cd87b5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..589f392b9c39b042839c462ed1af32fa480a5456
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f47834c5cdab7187da2e85f1a37e67fea32c164ab100741f128a02425863bc3b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5c88abc92fc394baa33e878cbdd5ad1af8d7cb6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac5d3de1789e269a847125ead6fa6ff9c670b6add8eade5a054b004e8adf937
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7149143883d77353d587f0877cd134f1a7e2523
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1848d98ec180f861b65c86ac8534895d9a1b1c25971842b4a4c240d319a3aba8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..179afea20632a6c5016f686718432809294a5a11
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42be240a2518a5238ae571af09e9345a0ee5121226d8cc3a4bb193ee5e57b188
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bbf0f198829d598674a74945286230fc6fb6ad2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15536ca8e5dc8178ddb32d99406634f88d4581507250043b657060a3c08bf753
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc1030ca1b8dd839894235e261f956cb177e52ca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc3a6f06a57f9e2637ff27041aa0e546c6433977f34d156e27ff57e2e6474718
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ce50b9b40061d650f5a87656dfd336a1c32279
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1582dacb58ad9cc579b6e3f95d916ffe4fd6a8d6e93fee06659959f63cd718bc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c2ed80545ed0dacfb631e7eeaed15355cfa486d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a70e33fc3a2a167f5bcd27d6aedb001512a2206cdc1508df5db2d46cf31438
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a50b6e9e8c34b6b92a309124b388f2a823e31da
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ef57420b9144ed04ecb933d0d1803e8a42401b3aee468984a7bcebe56c09a8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec384219a5f292bce8ac21f0bbd28aec997e19c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60073b32ec1eeb4e898ac1d7944e8bae4929fe6dd8b5035af9c64b26bf0dc928
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f9bbbd301605215b196d790e7b955de6e7c689
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab59e5d8ddec2c95aeccc41c5782120e993373a15829d718b48706865f9fad56
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8acc7e4049f11c8fa3f3ad8a19a0022f1b8bc3ec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184603103939235b6691e0aaff342505f677a682fccb75e16abd4417b5f04865
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872757478bb0b662af3db9ae8c7bd50a74802f1c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d010200d9ba7b8d973f038d7dd79437da93d15623881290186be3baaabd09f5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a60c5480233c2b14621e96d5d5e7f7cf72913da
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e5fb2969bdd34d9cbe9f7a645acca10a358ce0d5e957f672f51a25079800a8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745ece12ee65ad7df0466a92536b5eea146a774d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b03ae22a277a359c78efd360d0f3939f77a6e3d2950df9227cdb8c83549de0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bd52b939fc80f307dcf1d3e8ca63215b3e46f1d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8530451d928ffc4ab4e40aa38bb0a8d5cc60fbe6340739ca24035e2a217eea3e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15444393081e5e517cc2de22f347efef987b2abe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307adf09b844494a0ff2732a4962741517d2b56d4d4cc6a5954e7fdbd6e04c5e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8e49d980bddc89c66b0e4671aa0512f7e8c17a9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf7adc1144584accb07d102ae9d9b0a60e8cfb312a21791601a2bafa0b8a775
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b52ad35e7f8205e9e700ca7d47b41273c86094
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12fd8f1c6d4aefec89056f9c56db8c24cfe9e78eb40c1c322fee6e21415096d9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd7cbf2d22b8873d416ac5e2b6885c44eb735ca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbec18f6c6e241efea63252f9d11cf4b15ec9e07fb8a267289ffa31291fcc84c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce516ba789b56500536b4b0f9ea647da341c7e4d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69587134e90ae59c77f978f7fe5cbf99d9e5f3d537236badbc3d13d38e0427e9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b2ac0dfe49deadb65707b5b0f73c5807126fa0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43572ce1312be274bdef579dad36c16e856af31b0384c96915d2451771cf4cc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05b1c6b9ec4be76d84b6f02198ee6e267790935a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a73f939228f3a9a1978ba1d2179ce98bb561951fa7b4d6b53d0509f9ba2cabb2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13bb24f6c5e163a756f646c439d7c90ac882fea4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a3fe99c42f4c781e2cf607fcaefdea5aba658d5f4e90619574abb1af54630b6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10c673ae9cb66896644dc7d45d9a8af810e6124e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2845f3571da700d3a7663333c217ac80d69aa1c383eeb6e5aa0b1c3ed00129ac
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d942307ea79adf488bcdb38740d7678968a06878
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb3c61c33334c44103f9f0ed094c36cbc1e6b19e8da5578fc53c6ff43547ee3b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..339e7e7031423aa7d5c92cc086a0322dd82d7931
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f346b250b29622d860a7f8f6e2cd9204c469c54568250bfeb7109e2093abe7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5acf8cf07c04ade5d5f78979ae6f527148f85578
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:756963c5db3cfe54bdcf786a777b9ac194a7831cce7e98a42af72684a9a141c5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0cffbc1b5da7547d5b03fe7d3c589e46b94eabc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170670f821d5a11907fda5507686cef532e1e36bbfa569b98f70046306e6e3a2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab5dc84bd4cf55d6d6039d49b917261bd858ff1f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:407632faf1aae2547b68199b5acf0ef73aa8e682368cce95113731d056c93bac
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e92086ca5cc2e437eb51bdbbe5dde316fe051d6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b9a932904e454d0b5d7e33507c40f8bc14ab31b025074511b1a1aa44b1efd0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8ce3b34ee96ecc2ce28565385058e78b23d424
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf64633e929b64cd05f0e03743ce0c53b1089971b4e4e1c4257dd21156790488
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35cccd4f905eddaa24b76846fe9c043305f757ea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7fd711d3ea9af1e716370d14bf20aa4d0ac0d9609e7078a487336b6b51e6642
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c352e517733b40a11411b45a5e809a2dee274c84
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66b5a0b76ab869e6d21b3eac493290bc939ef8a4e4b0d51f6f4c96b95f1fed83
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea8596a2eb2ad33071f0da1cb7eddc785ef9312
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd210eaf8bee7926713ae30b580e42929c43f9e512c3ed6bdda1d8e1aaee40e6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff199eafd5ed5780cfd34935b83b5efabf5d8c9f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab2c0a881e477c1945ca8cdaa44260319e473a665894b59998dcfa204788ffc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ef5ad83bd246d2a5cb35ccb320899f83129492
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd9a57df24edeeeafdfd8e000a8ed04512ab7933da54bf6d50a8bdbf2c92bcb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..455713e78f6228a473ba139d9e9d970a21512397
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b564f05a8ee5b22cd09d94811beab8212bccc3dc12bf2c469cb9a4d4fbb59813
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7cebc6641de1d42f61b818f718d455db44e0eb2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f92237d1d565065dc6ab2e98b078239383533e87b96d48d0c29db320b305791
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cb7ebe7573ea5a046dd724b73efbcffc16fa234
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a875e38152402e4e019e90061b42a4b9e8c6587d0e4c407ad31c863d159c60c8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461f4018bfc25797d948e7b9ec966bc17f55cf92
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d487c79678347cd62193e82b2c7f12b0f4c5659d87daf96006c3511c4d282e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cfa1e7731ee32fb71bf743aea7b59bc188088f3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f776e9c2ad0888bd53675de12c0e9807800ffb989ba6dcdf91fa646c96cd86
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e5eb84fa68d15daa0d86666580680bfb3aff553
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd9c6e3c7d303f7411138700a8b42576edd3daad61a938afffada2df8f0d8fc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccaaa3166801189341b9c6da231aa608487581bb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a80db5f05269575097b73284486b3589c9a64980a75bebd02e5cffee448d8f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6adc43c542463c698805ba1649f851a5b25b2408
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2185c06f4d2875097ce2dbf3f677d8027fc4d089a7fbb1f0acea8371a240b011
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43feeb5c4e5eeb412778b6cbf4f91009cb855c67
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9162b7982e9bc7ad8fbe8f5ca7c408a356a603f786b134b6782da1111f7317f9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed42e45ede8c7a32620bd590c7d3bebd2c6a548
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d90ebc0a9b8a43a8ec6efb7da3959ee2c961e1bc7bc4f0e4a9fc763a044964
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a721ac72ceaa80d4db9b263c9d002cdfadd2102
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7533a5967da3e7d47b7a8ff61c821b6838ec0531317641d009c4da2bfcfea276
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c24be79a434e706dc67f791b7ae72806b80828
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6794bf8518b9df9b993f0ddc90ac722e6e41d4bb5e8987e9ae7061831392c06c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e720df638ac2612687414001dc4a1525ff6003d5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4992f77badcf67eec1915fc6a5f5a31ece8eeb64f42d56d0f821bcbb050220
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f30e850b7e7419da9daed29ad518a23c48d5768
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c60e6c88c3d67fd779f6dffbf3efedbe3128ed804ed1c9ef4a57a006951989
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c035556aef1d0bef3ffe999875d92c78a1af2ae4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4354bcd861f6c33a1f9990f71d050b6be708e2826de3446e63b614e4dc665a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda9f498ad61a532cbfbb12dfee6ea57ebf1e14d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db25cb403dbfe8cb4b3cf39f1323b802d419b94aa8f0ec39a8d12b660fd33a46
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7058fb5c9ae7556b62c99207b50730645144406
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e0b356201582efa75a97c3b55fe55c52b0aaf8f5112f42803eafc301f17e29
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0c4b3e71ae0d31eb8b783866a3089f754884fca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a88452a68ede0d1c7cfd89ee0a9358de87c7064fb5bd10b41a22dc1c0065136
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e1f63ba2ed60c0b09ccd003039e5b855dd3393
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35d0478c13f8f535864cc63ec83990c960862d2b474da1601ec608fba658051
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b7e568359760262ff4544fd1142868879a06846
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4d73b23b71ef540e2e61248c690ceeab30871bd41dfa656211738f377f8c60
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08f8192e0ad42e38ce548b309979a399cd464ca2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b986795a275b3ab3a967370fa670ebfdeb97994c78e42eedf7aa298817e8cd05
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5520719a27b8c8cf455935a389a077efafc35317
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1254c9d2e628a3996bb6a7c00e19dfab37414625bf551be287a2343aeac77e5b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b91f1b1f1edd279515a6b9e2ee3898d5d7393b84
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b15163144ad95af41eaf887785b928b2d87ccbd24de0b8071eba9fd99b0879
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8429666e838b9d2b72840c476941359b69b3299
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3f321ed5d0181da3214c743dd3d4acafcc2210228581fc2adc255b735f92a6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e923cf269f9a6c58ef8bcc5ebdcf916afc83aca4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19bdb36e68c88942b04d5dd65c9dacd5838cf0436cb72b753c93b9d7639f5d50
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8568a3edce745c8a592b591029f7e01c4de66cf7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcabda87442f4e79149e345cb0bad68f9580261f63605ba5409f4fa092bfa5b9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ced48a7e18ef8a9e15d82354f6adc5e65d5e18
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff071d1338e02b6b80740d0f4b539ffcfe3d214dcd0a4d1cdd6fe979e2fc3a56
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b19fd40a8a629b040ff13f0bf94194630f1f805
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94aa2b4b24b7e2274c75a5ab84c60249b4a8984dbbc08d4b6b37e75f4870d40
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e13f05df37f606b52c1c722f5736d7cdd259f97
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383d5307571d2472e2838f9c02fa59de1150b346c68869529b9a0352d02a6a27
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb745e9b1893a8dc8e341ab017e4973f275b059
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e3822b4e7343f4df44f3a8f0dcfe97ca175cf918c2ba0fd3a985de6b0aabc4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814809c0e98014c8579877855d1c018e6c540690
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74389e41f92b237c49beae4534de3128803daadf5744c5971f06ef2f53a1d319
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca370a7e4d87ee4fae9ba201351e64a2bde590c8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f5d2f5aba9473027b53d8137aa11963cc1014da3f3f77316aad0ce34d7ec8c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544cb1c75cc7477d21f21e3146371676cb2dd4e4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f71333d7d89cf43b3e07e08ced3e47b867a489f85b82c2c049c8f705e5420f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89902110eb5cc5be0d13d98137e5477c385eef57
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e8591475e59e0aa7cf0c7f40f3a9a0c37bb9a3a4065103d169ea91b2203508a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef82190c7bfe593401864f17fec5a56f2b703da
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8630232e2d967ed1eb4dff02ac21fe4920e9e8ded1b733dbcc70d25095ddd9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..116a3d62c50427e9ace49a484fb62f3ddefb3675
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b7ce43c2d7b0ba0dd9bbcf55df384064765a4bd35e07c227c628dde70bd57a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af4993e6218cf8d7c3791e35dfb00c8a56e3348b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86c02f3d8bd25f09cac03559187232ec9c09e14a9b7a567615d0e83f1f981f1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2419d0137c6d8f74022e5d21c79126bb9894553e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ce2d9f8b9eee50f3e0ffee4bae7be560ea6b3f08bdca1744b44707de6b5e1c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e419b4dd88d591b5300f54ed5e31fca3de696c14
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f69c3d726ddd9b18c0fb8700f8d7730f3aa9ff8a606385d9c4152df3d7cf26b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0724b8a3d42abfeea2aae9e240044a5f1bc4ae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd662ac2fc55835aeb1c26b2254ce4cb34a5326645d5c99f8d46069a1001545
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b78347ad657dc1ebf7211b4b495b30ae28083eb3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:211bb46e456a0821eb204ba0a23ec95abd1d0c3f4e202e5a020a7fb58099ece8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0e9b973bca2eaf022bb84ca55568ad8a668f705
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d3152dc329b168ed359282e72be30965174f3664030b728027b512798af681
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a29e29c2fbf21ec0044cadbcce7080ce8911b18
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00bb2d56f34c834240d7be106b65f44a5ebe4bdb7813f78173e75ea1e42c7989
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c392db80a8c44358b0353300a83a309b2cf5e4d5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d88038cd79e5f24b207e986ce624914372f2843b355f20dc4a34b536ffa176
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c653fa0ab9da987ae2cfaac814c84f85e5207c8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7982d37209d8af0cd912925fae065d5eb824184fb7f28942373fac8d844eea8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e29b11ce6c9a6f6f811ef7da93b3f451ebc6f2ca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5bfd335e117d54879c103c95a1ac259e60c07090dfc9f773cd0896fa3ed1b4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe499b77523f1a13bf31949069c2a7a6506741c8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632295703b245e22ec9bfce3c9f863780cdfd8c2c8b17271b7d4dc4077bef746
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252165de2f35f029d84b57cef95abadfd549edea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27057999b3d0f97cc0ad114f7435932925522fff4310b005dd5b2b7780107bd8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1841f4eb3b20b4defde54d19d4f31ff191f1ea1d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f0e696d337a5ad8d8c1f9f5e1cab34bca3e6da95c77915dd66715e5f7070ba
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f686890a8125d0b901b2e7cb2cd247ea5b1a0733
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e41ec42f7d818c1d901a02139e2ca1f8403f65877cac26996570e8a2608942
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2492eb3ebb32ac9d170216575bd1fa49a711cc0c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d265d9bf9502f92a2aafb7daf3036cd8d56802367149e65eeb3fb6e246fc50
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e39dc9edeca8d3e0f56093c3130e649f1067a5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:367374ea016c4e19558e5ed34887ec1b6705bb1952e62175bd0277db14dc739e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bacab2a9cbd06abbadbb38d6b7c833c31edb1011
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c12489a774cbe4f7d3915bb65c8597617a9f14dc77a181be8891053118cc19c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..280aafde7072a9b2df728716611043993da22030
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c3e156b2629c3481982ee5f63b723273ae7bb3ea621a5d729b3a4f11f420e9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2033851527c5c46e15839b320ab35d23d6a9e90d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f85434f166694662de0d15d27188779e8b97275c163b09c66bfe95ebcf879b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a132f9b90016604d4219a1ee76a365efaf38755f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8892ae9902024859b88a6f0078bba4a3db647e054f5e2271d1b60db147aa559
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..905e817c76d816c5b24f984a38e1ff4d2c5e8452
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4a6d67312812f895ea220fc31bd77903bc7abfb7353b2a39c12266565c8eb4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d26d5f0911b981fdcc62ad5acf2d8cba7ddeb48
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd78cfec2c68f788fc9417f8ba27f0dd134910af4d1b98ba106ad940594bf150
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db3a6cf17f488e5c75e3dc44ccaaf3237b04c00c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2654df9390b81caefd85aafa05fed1779d33f1dd60de0ff9474cf679d6ce9fc
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d0e77a4eb51e2a1495b9101622f21d4b738605
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:622848cabf4f8bcbefd726d427265083e39a93071defa5e711fbb6d56054e400
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74736715c966d1ce6547d9070be3683edac3b914
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e7579d57ea0cc69b61c163b911422264d5a7c027410add8f388df0376c8012
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36fdede7245316ae09115f307d740125d1cdb6e2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ed0fb329f94c2f3a64fddd1e8294f2ee6d38c26f7da38763c7cfdc6ca08b90
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d5248f1fb55521e93a9da3b24545d36503d9769
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f749f989eeabe1b701043cba27810d1c09afcc607eee403adbfe8f042e688153
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d6fb257d0fed2991875e2eb16564ccda4420c5b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406d8350869214e5bb8588b1a2b34a52017a77a79b599927395a72f5df7ebb13
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e17b0f3addc008331d4d9f644460fc07e0168b1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef484482d173d8be47774f276bae793c8ff919fa16d691a302e238365bc846e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..942005020746fcaf8a0d5f3ebc28a7857ae91a18
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff822d759dec2e06254d79c977090734e34db706165c8a6032804b4065ebc60
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d298d73cb37fdcdecad01f233a85789cd74c6a8a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7215e567c43c51f60d798987f6dc8917f5177cb72a260ed0670c0811db90dba6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b66129ff2aaea4b068c92ce80829d838f5ee2ce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055c3acf9b3bcfb33b817ccc0a0258e5d16d7c1b27c9398064de74fd8f3dac9c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ccd888ad1fa58e4a71ee13808719e79191ec218
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0d654096389a846e42dfe62f41c53440347c1074a87e79b808c7f99b9d8929
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f9f4c1806d39e7300a9d11e171fee8bb4f8b2c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79c3d1946308f5f3f72b0230c528e17eecccfdbb3c3e589bddf79619b0c1413
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c04996a2ccd25a426cbf1860957f80ab5cf7157
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7828046cca6c892fc9db83357ac819185401edd561c431051e0a7b497bb75716
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e00ac0b91491e72f2345547be20b9288b4223d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854e3e6d0fb87a56e8119dd9155e219982986c7d00b787fc30cb323e291465de
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab0d127e25f39c19424410ba2372bd79dca3f973
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd93ac2350a78e243d6bcf1950ed96515a5a7751926537d77f20c54185a7130c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ea04802eeb04581fb687b9e62c2f44b8b75913b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:338da61413a7a486a1303da2bc6ceecc35ffba13e1079b03ad9ffae2cf1cf5c9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da362951f51e406408e777ec0211c2b4ec959649
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26205b53f2d8e4c6a1746e1398f85ff807484da7268bcefa40e50ccac90c250a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..394155bd5f9aab0687b3aaf342120c2495aec7ea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db8de633be81f73117856f3dd24b9a00bf3d904c138718503bd7cad1f63a0a46
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21a3ce0978b84b7319f5901a26e5f56aac6c7e8a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8195e44cf7ea3c6574dc3c557bc06d6ddc2c84336b2a738abe41d89955349b32
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..647f18f78fcd75b44d327c71463b3e4eb6a733db
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b2fed0d273e06c64b1ab44bf87310be4e35f7f65f9387e26323fb512562e3a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2e621a781a190c3172561c9afee87bfff037c2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ee782ee60bf466a07ed4e9b9f9ce6c23b82ec3b02cf64b822a995fa35ffd85
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b999e556102be557d8bbe5f6add0d52c511ca70f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab36bca9bb3c0fde1ebf911873ed52c8dd052c10d5ccfbdf374aadf222551f08
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..323723fc36241321fc3ebabbe42f3023639103ec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33e7d7799177069c836e27d92e89152033cdbafcdf0c2e745482e125f498753b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d823e1d4d3e8c76359e3625202dbec5d0ecf985d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:396db68e508218171172fbb5e34aca126aa8139e9fc7fd117df9686096498e3c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4427e89f180c7da8c8fb7b70eef39be9a1c8f9c7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ea2d6d6130201859ed50c73c653943b23c1679e136f903dd5b1240d9d90efe
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df4f7e56566ed7809c01f911f4687f45446dd706
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8cdea59387090a26560be7a4a65b594f453484845fe6b0d478e965c531bd7b2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dac5925b6ee554649e9fce1d773fead53276b2e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66a68ca5ce13b11f2e25803225f4e107d4782ddca6931df5150c5615eab99f7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac8ae28e07a853b422aa7719aacc025d499260c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384f9bdb74bf307c73a3e1157a97433d0ef6d3d4eb61dc4cb3ba619fcb3a1883
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9636d6842608be9a2c0af8879a77507f73f45565
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a334a247109ea55ca3c86a6f5c66b9ec76795b9f30b3efec9842e377aada7f0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f96c94c74ba28c576ed32e7261ef95e695d4e00
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82d91ecc665ed2c73c109f9baacd4f49b0b7f8941b37dbc9812121f150916ee2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2429792825efdf6fc981261829fb894effb30a62
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a3a7c8c806fa9ce5af99e6eab91f7b0619b9404aefb013f534605a105b3eaa
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43bd8d038f858a83a391ccffd12e8e9d76b1730f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8dc63d9b963fa3d7e63897e512d15054aa6a1798430d5e99a0326b2b554a318
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dbefca12d0e036b8cd34c8acdc2946e2609e763
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:443632662d80b05ebe9b3e2fd7ea9ce2fb3bfe55227951cb7ce9952724f91a64
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba120688e262f705b083dda2f6513eb259c3ddb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec758f9558f8d6d335666b27a4a20a75ddb96c947d0f9b7a890a0d28a941df6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b327fe0db09d6d3b9e61ab96e0b70b38793a4046
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:497ff0ced2679263437930bc9f68af2e134c9e8e34132d6ceedca403586f5d81
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b100ea0581e141ca514b3db6a8986035cd9b023
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5a1f71931b587c99afd85e865ef491f8affd98029ee43873148a1e6f198367
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c860195347cdad070e4461b9b60532fc6dba6a39
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64462988ef4d0563b0a2e6f5c06465bb82ef33bb5436432faf2a75c0a0c86bbf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc371ce18758257997f6f63741f2bdc655536a3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca12c4dd33471cff5dea4c53c32f83a12007cd0e4ca5e2cdeb4fc1b4e8fefdee
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42cc0d37f1332fbc89df11981eb0e2c5c2a95de
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219de0e2de936f1dc370a13b405a13d0006d614a86be3326825f48af27c025ba
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b165db1f625df168a74711a0579f6db44eee999b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4af45be39f37670942f446989c7fdb30baa4813d4c85c5daf5c7118fdff7327
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754ed0cb0b453348b0af4b2e3875ed0414bf868d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ed1e91b7a3d73028933ae8f787f9204e10f9e2c165568e57b3d049e469ba35
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d32e1ce420c710a51a705c21202269fb66dc65f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fddf99c11c751ece44adc0a49a882dbbcaa6380f289cfaf8cad7ed887a259fa
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..504ecad5b2f77e2d2c2ec3aac9254e39bc171988
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4776ed8ec817372b4ba48f4a7534e95ed6643993c69ce6a40b3e61a41702d51f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a269f01a9f10ee9db2102622ec0606e0cbabaa7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c980353895adfec590f9270e698812da79e53c0a35383829f6bf3548c85623
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13a0e1f628c1a953cc15c619ba31c1dd95117504
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e5ed964798326f8fb9b8dbc8b2ac27084bee26c5cc3bf3be1668e35f43767c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4d5ae16c62866c4ac0387910a737d811e2ed58
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d47a7b8f58cdd9d07d6485d3e64490abc93ad6295332cd2c27f416f9ee9cf6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..446121c1c18bbddf0c6fb14485f2c29b6bb5debc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92674a3b6a5e176e15a53156a1da8ed4dc0a07c125934a55bf29fbc7fe91e14
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8f325ab485880fec1a22000c9319c636e8fbf9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d5e12fd5be6e55d0b77dd32a02d78b47afb8cb489385d5fec45515fc90af4c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f0b54662aa1593c9f1ac000264778c183ccef85
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d903c5dfeb3e11fcee798f91a49619e6f2969cb04fab3292fcad06f8bc110d1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..738a4a2c90123c822e44458ea49f2da7aa10f886
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52786b48765f65a97cfaeed549298a2d37b692ac47effefa0c5403c75e17e85
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d54307cc7b63e0c3d1360ef725eb77032d6686
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919b188bb9ea487280ea485903cfb95843c42a3f67e618991b445038c6db1132
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbfc6ed25473de574401a600cdefdf52d797306a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78840c87f9af60db2821aabf703538df44d02258a79852d36aa8e769b2d2342d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7183fe649864ce93662e3d193b8fac199f08d85f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07854f00b1fc4a8865c5e90aab1d429ade5810375d84b30f2e86e9e0799a0b8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e11414169b29c9865289610478a00a8aa2f97a92
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f867d92f4042a67109dbcbbe0a7f805d7a3434c421e90d5248dc7aafc9194f6d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1576ef3692677e5a0de7465a3b9cced72fdfd52
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c10547ebbfba9680351c6292c96b174e69cfbdd4cf74e0449dbec0d8299aa6a9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab9c09bda3f02e6136c698ea26e49ba5faf7177a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de77ae806d0b74a5e2e6aa92b22f245ce36cc394ad93b607a950c65f8d911216
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..244d38f44669c824b64308e58d08f19d470f8bed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a818fe80eb3510b177f3d64841616b499d6c8a2bcd2114ae275d7f1d28dd31d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da4eb2144cdd91efd796089848d1f211db396b4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4550a44816ec9bf663d94af58f313b0f4297fd223114fb6fddc76b81aaf6dab3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a85bfc2deeac845a8db503a854a966b8befd39c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e244f69238748d08b1995a2bf77022ea6a5bf3a03c4dd67c6b16686f144c4ab
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190e41bd81cad8eec1725b382efb8f3617bafc2e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3d8ab0b4a66859f0fedbb71c61bb79e57096f120b12a909df5baca8b85bb0a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ef26562d1819dde40554290d459be70cea077d7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c508f117eb440eb5540827a71d065faabb4f55ccb83ee8f53144b0907cbb7905
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..340380a98dc816f63f1922b0c6e4749d643f6f2a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc0b6fe3914afd5349aea7e9e65347a53e822a2e23ae56b9fe82e55253a5c42
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895503521a52bd86a901ddb2238c235af037146c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54245bc69d09d699836ef33c8506bd7ea566c94ef47599ee1ade7195b9a5557
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa6ffd19708e840af0191adef957921139706b1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c06de6b76bcb9376a9c92f5c546387e097a952d6cc380f47423c681adda1886
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be00443f9fec356cc005192a8de51453d6de966
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81cf8926df0a277c26c68fa54403dd8a85260a2559fc76795c4011b7d1c67384
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0986c095064539cd1aae48e866d1f8d9679a6f8e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a2be8e26512f0e0dd88d199c746710ca4922ba212e8e5546590e18b9bdfb18
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cf924aaf7508fc2625517a499491e3e3e2ae0c7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351265b84e6635345ada62ad46c5d6b13f1e0de63010a5699af3bc9d423bc625
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad6d8f53b020d5695772aae32833a09bcee02c53
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c48859a2b1ad8259b10a80f3614f43c0c595950519ad6f66bbd66a68275007
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858c3b472a48567b759aa9efc4e59efa238b9066
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd01d1ee32db843456ec1034f3dba0f936ad4601f9e866ec17698f31bef5c10
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa8c9ccbf42505978d6a055d7ccda623a1ec0c9e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd06a9d8816a93b19aaef163058a9086ee5a0a89e344bc01e7e9eb4a3b45896
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2945fff4d58fe892b6779ab2127549c0c3c65fca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a87058ab29cd5bc026f09d6fb31aab8796571361d5671a407749786facc3a43
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baee015a8d80567281501358a6812ac3e97c63f6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400d448fff310385eff66bd29e9ee061209074a662aebd136ed9f1e593196f1d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dce4f98a58d865c0198b9103e5e37ce88b48ed0a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ba706962decb0299625d104328ff0846b20532d6203c6898f7960d3918ce8c0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f89f35c1bf777dc35b8f8229b51336cb03dbb55
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc656306c94b846ae128f57e16dd1849ed8b22742e493b8d1523c383ed99bee
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e62f1d635cbfd0131d894773dd4115800dfc9b4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6e5ae6b8af728cc23651bb39b00f69643cbe0b81539bdff991ea3934f47337
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..249ccbd417c69663a00de61e3a4b06e1190e2239
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb4895dad8c8457c88fa480aa89162938145bc1dd8dea4721cf0a7fcb87f833
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72f5b3977d5023c2812c84bfb07e7153cd2962c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599ee429180f15545ce10fad816f17e4c9d50eea1e1c9691091da481eb62e237
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..759b4e7bfcd47cf04940d5cb8c05338aab950b62
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb714b92e51a89cf21d0d166f40260aad0ad5a1beda6730509efcc1d2327611
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733715d8aea8e3c70fa7a4b5a1987723f44cf2cf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b12cd0ec33fd397e6077c471480266ae93960d0899c67dd34df74859690eb3b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95890f1892cbb127d6cc6b8d0385447f1aa64600
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2792e1e86fd16e02878944488832699a20bddb37018e9e971c447f7b32faa68
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f0748f84da36c9291f3583ecf03fa23ae86b6f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1037e0656e24781cf8862f7b0a578fbb81801d40cd4e98711759acbceca3bcc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108d0fe508e7c1bbe586bdc8fe246cfc08f2b7e3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb30228148f43aa2cdbfb1576f031ebef4c07180f8fb837f9b640b4204a1961
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c1cbaeb2c7b28e80fb383232311537eb3fc24e2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18eb9c4e70b0e53cdec19aa30a9a61cceb1422083aa56591c9f8da52c10f856b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ebbb0d4e82d9082acee15a1d7a527e1b6d6cdec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b0630b13a897ce10f964ac8c592748c7b67685c055ff04b8dad26fc4081fbf
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf5b965ab940747467ea0c3281d234151402a747
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d8985fdc93c9a428b188a070e1813adb2715214c29f87517938c186b0d6b62
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41d2c058f8afef5c0f556e97365b863346425d2a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed02ae3bfc3bcd3ebb17b7a593cb38ce018167eeff41917a9f48775d31d562b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe7ff9cf6650f02481185b160e6f16748d2b4f2c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30bbf6e6e8c5f2738dfd75f54524decc15e94cd989995dfa9a84b034aefc8ea4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e17985e602acf9543ab36f83ed7379658e84479
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29681ec671ed32f4533cd99ee1c8bf9f2da918978e4cae6bd48d28ba172f84b2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97feed837c86204c5de14de38b4cd77039553ed1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f72ef9fb27b3dffce877f806004170cb7d6408642c4f3dfa5481f93b8ce0171
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963840d65cea1889bfe9d02aaef129c9da1a678b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df711115f530117b12579b754f3a27d9ea6bf160444ad01575ba8305e5bc6f1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c33b47400ac91c1788cb889c11315ecbe89ca10f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770f319c5bd817827dd6e9489e5307780cc2b33114658f79004f0b0dc951d474
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c2135d88b54c3fa384d5ff26b5faa803c89c97d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:228c48ef4c4eb7c0507e94166bc7dd35a0590eae6f8ddb644dddbf059bc98564
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b586f79034db7f91973ed5d3fad9e9da31d015c4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe32066d7bf89b15e379d15cc4fb93fe1b89a6713fab67c1e3f4fbb9a3bfcf3e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16aad5735c895e87c7b243496ff9ff8697305155
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031507beb2c0f828f54206b8d1efc5d54823f38c24c15924a16d219247572398
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f9d4d14edd49526fa4728b45d1a0ee8ed68a5c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29cd7733b69f11de758ae31885728eca8106b9b8bd30ffebcde76ff58922fa9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abd380b9c962110598e6a6e6c72157dd8fe6a084
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991ad8ba994390abe5154ddffb9dc4d6ce0b64c8569ee5fc9f4f9fe2f1e2e961
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cad264b8f80895b3b8391441426b971cd762e273
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf9515cf1c40592341874157d994323a11be099f2dfbd59b3fc50e2cc70b971
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ebce826d3cb551e7b5afda4d54cc446d97bd851
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c00484b127ba6b99aba374e206fca6be61ce814e7fd1d499f883f4f6638780
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..584bf659189eda31322131342fd5276a10325604
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6588277bf5bfc877705ae650c6bbb0185cdff23ca7c3f6827891b1d343cf6940
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93361e31cc55dbb71e12071fd32ba978c814772b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a8d985d64aef46e770af2db7cddb74adfe0c6ea83269ba1114224099564cae
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4928773ae0842491fe6936a3566ffe1ba8e6e0a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9083256d7c0b60ba2e2d5bc0bd55db2b3aa57bac2ddcccd9d181e686c1cbde3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c554a5412f2ef542ab77a9380d69678342ce760
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92dbc529294dbbe27d23d4b6e27a9bbf295b0ad51fc3bb7c3d6c51d9e275897
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d13854283834081cda24f9a7254500fc53f846
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd5f325f6df537753fb7217d98a6beedfd07c498d3577519d9c4d9a4e887bf3b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6823b60346178c24cedd43e227a808dab27318e1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb77773c6421512e533e9c0c045046e394b7f3c4f9207418a7ca434123dd3d79
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c016071d43ecac034ac83f6144b28b6f8bb6cfb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a6464fe39d74209e7f0c205ad6cfcc16c0c81a8473a0d6542e5f834e4ea4ef
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0acf376a8a90e60cb43cb20ea90e095fffa14730
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d88cb4843bf9f60aa7433cafd9800fc56d481603ddef1ee140424def38da17c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f11521ad278fd8798ea8121dfeebfe499c80cd5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea1cd2a132d50a3b1016f088d41217b2f490f2535f8a6d01a7e656eeab2bd5ef
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f084cbab9f8def7d6a9d28ed33104fb40e30501
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e7c8d81a34acec96fd2210ba764802a1ace58f1714550586b4e40932576886
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b80216798b4417998aba3b17f307cd5f4fd459d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8540b649d7e2617c95a31d5cd4d42c850cc5d98ff73dbfadbc1cd2f89f6ed16
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54acf43c045416a6f07f6182c6900a4b10b93516
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a9b52ce2f03a64be3b7a220d308f7116ab6405405ba36941e7985e5bb2de3f6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c008bbe1903a04d650092672b4636dfd464c968
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54b569ca3221d122f48afaa5ca79f3261afadc008af5939ef88b3084fa474b2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0313fe228be25fab2c074d8ae8ddcc7c1760135
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c98ae21c98744a0c8c18a6afaad720de4cdf3b7fa9689cb35b564bfbaf412c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6df2e3ec2eeabaa529d1b4f374cabb010e7f952
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e702d2e1a36538d5cb42d1850e5e0d88980864a4707d1229ac03707beeabcbc
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fea5e49f1b4dd0d76b4183cb72fb906806135889
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ff682531c6c8e8a98fc801ec134ce8b39dcd44c8bc20835a91beef4ed54b75
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f95392c534c246a3790b4da8ab32c6ec33e7d649
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51ecf2817033f848f7927e17f81b39010288c13333a9874f12133d7cb79a50e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae56e71d2614bf5f0ca3cf91c01213fd35abc9cf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934a5a698e5a4d239a77f15bb76132deedbe2b50ea1a3a0a70e48821dec275b4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f805597a77d89f84345f789673e06d4b36e580
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:997f13072adc6abc05fa8c492bdeb42abc698dad29ea5bf6225f98dbeba0c2ca
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfefd0532a3d36ddc0b6573f8dea01a04f482e1b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35d66f3fb8856589c1a08f6cc70ab60a018b2f87ab0ed25ee52c7dc0c33288c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..812a15007d3546337ec8e7df417cd9a35481accb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b641d1e99eef25b7fca1ebdd9179df47a81b75d43c8f7d8d08b075f4283df9d8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c130047de0e85e3ea14005ac28e25188ce125c6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6a80e1005e779f0758472c63a43b8153cc52e5d73c4b6e285f172fcdffc48d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37ddd76b68b10ffee56ad7229b513e95d812fea4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f113769ab07fdda4f40d8a6195a676f977d5077052fa3ac15b6c80226798ea4a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f067c532ab70e9d67f023c79e37dcc610eae6cc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c410b2eb821093b9ca701b231de6f0e9c1db639013e2d95378ce84a4eb3305a0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63cd6071b1d94a2a70ddc4a89fd5e4f8f4e1129d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b2c544aa43f063a2ad517325bb9314b73a979a6a6ab2355ca7ef5bf65b3cbf
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/lm_head/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58271ce3cde52ca6a1c96551d73771c64c432cf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5950214b6be3a208f7eb0efc4a508c1c8594eca71c1ba841204aae33fd98ddb9
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a0869eda86eeaa068f8ad5fcb4f73cc2ecd814
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61dd9df91f6c2d9dba0ec3297d78307edfe3823e0d27bb874141cf95b57c544a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33647044aed50be13cfb999311a755cb4424d114
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a6469146b1f15b295717d777c2cf6be8ea048afded8735314be87da972a5ff
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee2a508f8271c7c6faadc16bdd8870b3bf61dbb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ef436cf76fcf9fcc63c00a3a024dffbe8ae81c72790361f5f7ec59e8edd127
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43624762cb60a3274483ca466b088c3429cdfa19
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a7ff9ec49ce601138af85bbbfb66591d61ef761e3d5dfba95cd82356827c5ad
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a2754688dc281306ed30e5dadb34ea65ef92d3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c225ad46fc28eb580f917b14720a05957c774f85bd8ccbf9f1952ecfcbb689d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb1d8f59c2da0f24f4a5b9869085f2c9699777e3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afbe5c899aa964715e10f45163d43670d4d9c27649593846324ced8d7f713ee6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf24b2bf6a2c4427f7c502f20854d6ac2192fa9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e509e7c329de97cdd15ef1a4d37c98bdaacc779976310038a944e2461ec1eca
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..910abb5b7cf173107b9ae46ce4757389d283b0b6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87aa2e487c7abdd755d32cec9e182c6d7385a0907e03b9e31675d6c5ea20226
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77102c59ad358178a46615ab73cce03d67e87274
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2bfcc7310ab93db1a4684abf41f6dd14b0221a6b753e0c53ef108986bf3cdf
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d8c44a4326cd42a39e656387bc3f91eb0488845
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25a79a78d1e03bea3273bf16d399f0362be462cbd7c91b8dd514e0fe854b776
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a9455af5ae3e747db1f250d1fbe2d2298fa7f8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4054b6b266ac7c0b12c85f056aa51e47648b5a0923a641313b35915603d2eef3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9da3e6d426156e5dc54ff84e17b35c52fefad0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f50c565fb1f3336324514e17044fdc40e464de17d20c86804f7207263e2947c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091edee609257147cf13e6f6491a70761ac0edf7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc6cd70fc880820d7bf7e3cf9e53aec50550302b146b828ccd45f3ac462ffe1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1512a7091ee9a8e284d554edcfa240b7124468cc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47397ee97bb165ccfea8ddd681b7f29821e6e65432f8d0f920e3245f49ed218c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73cce8425b469cf6496f4f933de277b16f6ae1c9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d6e2f8d31bc220a9954a9e895d32a32917f31917a9e5f3737bed35653024248
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..831cc749d684c9e85245f714b2655673f714692f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db4c1b423ce9fc4f51e18ed26ca236c362b0ce5ef6305457ca9735c2bd0c2e12
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38c245a9fee1c8784c7fd861898064b72ed8247c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad9539c85cfcc8fac2abb167118729c51fd5706bf29354b8a4acf8916b33589
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21803588178d795d45f7ae8de736ecd28dbb147
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cc15a7d6156dce6a5302a4e64558f04455d0402b0ab6f9f00ab98fac5197140
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3db03bfb1dfd57544bc127e64e205608ce64c28e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:306989e980c3e541c7860f618e97f3345ff60bd9389a1835a1b35ccb5aa1fadf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5156648de8d3f54c4244882eb3bf2afe4f616b1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2602b539a50271e8c1a5fbbe79b10d9fc8faceeb556e5582ec4238167a33d9b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be57a43d41ba0cc4ba3a52e7e52c3dbf0020c549
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830c1fc6977b85c55db7878099858d021dfad26b097d27f9a5b74bdd751f6437
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e28fd3ca5992930e6e8f0f4451d886f9f8cee587
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af4e81015fe34871a319d1bc7ba4b75c8478de47c17e0db637b7ca283a9dee6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37b34ec07de73d2545f54e2630cd8cdbb6d672fc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00c953d5a5f2f7a47eebad7845aba3ed67e0e1f61eab712000388cfcdc48fd0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733dad10b039dbb371e3cb86e8140b238d594c49
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add7f888c656131e8d0065f35f27812b0a572131688840ef8ca63e93b3a56ba0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0e00963b5385516030507f49ec0fc5a5ec0df1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7f92b27a0db4538295d1983b03575b59da3f6c3b45e248b2049c5e860fd3ff
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba63f99ac81b959d57e6eaf75c0929cb4df0353
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c12e9723c251aa2730144dcab5ae13886ad50cd6cca20df042a2e21dba886e6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d25819d646489ed167c419f180daef3b5471286
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa95542728e14cd57e1a7fd9cf6426db1f683ede8a676d060da9cc1c9c05e4b0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd9741f7fcbbddc6d74b4a1654633ab307bc209
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b4388f2bf26e6dca204746451c001241f25231c210526b4fd38a74441c202c8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506bdd329a20e1e8bba64d3518c820a8694c6af8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b604844563964f1515a94116496aaad0d585e67ce1991b2d9b6b9d4ee82f4997
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355ad0e013fef2ea65afa94543cba4cdaf6cb9e1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5e5ba1104b421020f1ee7f871e6f7181d214734e75a8c192aa5e93c62ff442
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c0228004bbf667ffa9598902465aac899f2b4bd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45572d1ec75aff7ceb9fdf4be0dc4fd3dc99540936b73015531c9a7a04fb4d1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2af12a6cc4a407bfcdf903fecc573b2ae712705
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af35ee183ffff4348494547bb31aba33b186ced90daac8145f1c7aea515f596
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8bbfffd456b423e7b99c43f5b453dbbd4c5665a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28c12a613407512cbb3e2b3a6b4304ec4de1bd395c3572d6bbe9ccd0fee69bf9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36cebccfbf200513db7cd2e6a3dfb5dcedb2c666
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:429932194df9b0f3fef1220775f7f3b3d39c4b455b66c0476bc470afeef44ca5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a8e6b65baa0880895fa158113d9c3c26148361
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43395bad921d4d2a3039d2bcaa95deaa09a8541dbb4530b1492832136d953b87
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f3cad2dbf0a7beb94d73114ecd953730cfd524
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcc46e3ddca98fea6f659a40ff263ad50f042ea29d333ad6a27edb98eb8e8f1b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed10d01d914cd7abd4f1ccc0e4e6e3ced3441fe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d5edd709c67c21baa26e43c652a3c3a61ca2ceb19cb7e18c0febec7762c5b3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f2de26725cfa480d387acb5d9884d50bc49c029
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa492e9b9ea00560b2629fd7dc59a2ec0eb07cfc326cfca4188e849290fb094
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5a9765d7aba0bca0f92af4b06e2e6fda483147
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52bbe51386f68583d8ef65ced4a3798e50b51b9565889b2f2848c6ec33f6ad0e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f3e2d2d7f0c6b1dcf251f5dc159fb6b51de670e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908306a51e13152a951b1513431080df23a8ab87a8f98302cba86ed750b881b0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a387f9ca68147fcfbd554685ffc3815817d2f47
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a27c6c50147dc5e2540637587c48616627989b2cc768ff9e7bb6d6fcb3da83
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..804b1972916cff719bdfd01e2e05429e27e1e0a6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c238876ff82717fa905e9fb4dea8b367f6a5bc6a523f023c8f1ed26bba97c7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81cecd00c6427f1d089cae8dfc2fad2642dc94a6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1726685d395e69bbfc7ddf94c2c843917f5f9a2c85d55fa4f5cbcbb90b1d74c9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f04b4457128cbfaa4c7edf1e253cc40c88916a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc39f2db905b3c0fdda0a77d6031aec7cc711c0c141baab6d2d207619e248c2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73428b4350cc41cd5d46e424d7fb3bc6735bc4ad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2913298ac56dfdcb19dbb0e61f1dd4b6f8fc2450b6b6a525012ccf385e244768
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29493f3ad8aac89855f158f3819c6b96fcb7ee5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b4eed7a38e255d228fd9b662e359b76f9e5c422414817654ecbff2456c31dc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9e0d41cf993615fe4118bc6e15192a585bad82
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709dcc8cfcb5a9ec3a1adb30c5939221e8cb109899892d43e3c54c4ec5105a02
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457eb33aedd50116049add4fcd04825faa3c0049
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:511fdfebb9bc41f3db7ee3f5f94ee78397916cb93eef7827677e67762efb279a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b35fbc0d846bf1667938a309ec88f439cea64f0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d03c11865e28bc1fba3dde6410886eee3beaefffb843ef4a77e7924fe2e17f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c922a9f18ba0440d3adc0f06fbb3134378fbb4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595afc5c8ec92594740bd520a77254bafbcca11009c1f0f489f115d2de841aee
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b6158f79f8c2fc9d810151ff9dbf14a6120bd4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b58a0fc51b11125fd54a2047cec874fd86e4e8f713e7a621f09399d29c3280
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62ad684805e092567c4024b89a58372084a179ff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24eb1d428fbb775d5d4112a3a3ece5790211931ee50862cb3da4a7458a9fd506
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..065aa7d219b727230a3ad09daa7964f1d3131b2e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7dcfeea5e880c669d41d2bc8a9f374e922bc5828351a64f48561398b0cce3d5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..885c370c1c85a646907dcd534b1b688c8d3d71dd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e32f67a143c4c0daadd1db5c991b18c3ac03230b0b076fe697dfc7164671e65
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..909326d69c56d0268ab980333cf069954ec0a507
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed290034b6999e183c9ee5bfdfc2c8c9fe5f433c5479203ef8b7eba5e7fc76e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0a2b8fbee4933d60703ebe160ca5b8868351ea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63e1eb48acc50c114fc8c1895b324429a26763f8f9ddd719778288d2220eff9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e94aa29da0f3f473741361d7fdd45faa6f3e7602
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60538036993dbc1c2c90a8624533ff056355b86b6ec35ea90695723c3e4fea85
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b657807b9982fa32d1140a3174beb90ca1fc8f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56db9d9d86dc86b6f09a7771443d8d11fb26b000239baf0f598ce813bc480a5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3c072023ba0b59e2d9c7be58fc51ab84d9593c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:145a7273610d9e520efcc4ed13518cb89274f30e91c145f6ecb6298d5c1bbe8f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09eeb243308b683fc1e8118e92f5b10332404729
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302618ce893125948db6fca59238d5730fdab7d07beeefe90cf670a47e3e6b37
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dce03ee1c74aad0571783fbbc2be26e9cd10a41
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ac886d0fc259337da02bd3b31e32d9eb99e2c90fa83996331cf9c8299d11a0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e5236addfb1ee6466718e93f3cb2437a7176c38
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7566f5b9092f0265aaad87c6b3230e1c0c41d6daf41733dbf4c77f9aca60c442
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..396913e759cfb0736bcf8afe7dd2e57ce7bcc7e8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bed441643213b74715e8cebc595c7362178b0948f8020c3e9468bfbbc897a26
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ec28b038ea9ac44b093f2d793c25abb3d881d9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97341d02e2452117bdb1701a3f3705c1a5a58f90abe242be73348a25d8b9f6c0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f3414092c58704959f1fb12a098d6fc8f96a6b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c233945f04f9f93952bf4e17b43861e07e7f12031c0502c61be53980471358
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77db878a7b457242993ca06770a20217a155e6df
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43901b4f7f0ef0c1ce6aacd4e892543bc9b2de643d68fe78eacfe557fdccb428
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb3efb5806850dfb58ae89a0089ae14683f39d28
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:288e7aa49ddaeb457a0a988c1960d0fb622472f275ba724ec2ca1e6ffab3a930
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec1695d9801dc64114d88081050353f347ce4835
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128ffc38fcf8b586a722153204909a1ccbf87dcca8d9d99ee6f651d6a9f54abd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b832113ab1e9b590142a40c476ed7f414ee4d45
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b6f64680674968cad7be288a37d5f2e315cb0fd90184f240e20dcece55971d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2974a4e86f55159cb1bdedf040cd0b5c48e523
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f36143d619518fd4a4594b4431b598a71585b622475fb66abf2a05ac2c0bad37
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..955ca8c8b882af54fe553d00075348762a2ad679
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d543f4e5c23718c6d598801f6da5d5d39281ebdf1aa238f7a94352b476a5cb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e73a005aeaa1b4a99e85794a4dbbbd954eff51
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c66755d0d6c2d7df4485580e023ef92343a93ce257d3f4de69f18ee6484cf73
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8cb4bd3bc37cf2a0b48df081850e0ac1ce6b4fb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b90ea21fc75a5f503dad40bc2d76c30c67fb9458050d9e9247662f80de33619
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c23f55f520401aff471792dc632c37c4573c0a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21e4b7ba4f8f09f1eb3ddaedfc0fc269ad3f17a5a8a9a3467438f59603e14b29
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74fdd265d574155a0c08ed41487c29d8f96431df
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c61f35155e0c1ef204605503a24e667c5d233b017fad16db2bec5fdb4c6cffdf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc9f0413a4e1af020ae4195ae738014bc1ffcd6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7a825523b3c1dddd3e54d0d7ec095074b72f43955cb36af7519d5a3481bca5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8f93d14d8813d13342ee856a214a463c32cc9d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e979aa9857783b0a9935dbad88b935155df9db5435d10bbb77a29fdd81beb40
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3138fc84e56b930b4e0673ab1f2d15dbad20225a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb814e8e4ccc1651c2bf772200b1f40bf4e9e8f6fa105d02f883808a96754fe
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a976b9cc4cc77884267e77f38d8ef72f31a901b0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76b4fe4a6416fca9cafff1640be6dc885acd676e997a5863aeeb7ba58a33476
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1edd4ce53dbd912803699ca5c240e4c4edf5ab
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:985aafdc6e76bddba47244765262e725059217c8359f6e3e87603c69473717b1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188349f685abf18b2142b2a6afe9a692ffb69ff0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c3ca3a9c0cc354a79cd7bf348addce22ddbe7134a8f0924434a9bfade6cae1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ded779bb9bd8a487b29f1c8aeacbbe95cb789b8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013f53a1cb3486e141031bdf85c2c85489508c274c5ef5900323d2c2772a654f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97004f5c5a6d6dbf9c3c422edf552de1d0c7a5b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0462bba4307eccc50a59eca78ae9b23db72269275db4102d08700d08c44d77
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d18587e502934360da8ba8bf14f6dcf32ce8a7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd66e1b6ac5929214a5952d7e67b3395bf8a46406630f05e696266f9cd873d1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29825db1672ce087dec3e32d32473872ba1aff8e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac33ea6136065f55c2f74650f5ade969fecf61446aea2fae17a6c2399c5e0739
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2955ae4269d938a966c186b3c1da00e6e2201ad1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a21dda83fa697bc83fb4f8827ab05f092c76ebeb363fdfd1acadba631d9fb81e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e0b33c05a7f70dfa275284c719f6da0a1c4a6d8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e6d0f31f9215bff519a99a99df3255aff6f25062f288cb08133a58459a72fd
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea505aa401aeb2a88f73ecfd63dadad7b4548d6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d75b527554fb52b7ca807788e36013ec2e510397323139b946d8c13c3576fd23
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972778413f30a2057822ed61b7b5abb6e0893e5b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5887a0b0c4f0327e321e03b2507152c0eb87aa6352a38d63cd46fc55a807ad
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb2abfa821d334487d06d66ba67cf8d129d50e5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812966067e3feca5c531ad96e4d47739fadc5b4006958c7fb46ecefff76c82f7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3c8736f597452a80028fbc69d0cf5c41515502
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:231340357e30185f3ac49d6fffb56c1d6b460ead3e6477ee1d62d30db9c1a2c2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eca02b2b52c9071b0c2657f7efd1e6973fe3600b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eaaba62f737d2be464806d402da04bb66e67932392ac08a11a1908a970ae010
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..723eb29888b93184d4c44e226922be88f3124fff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d314b6d8f449a7b45a2e81700a828c7e9247842e04c1a076e267f611a51b935d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..475cbd3054618e60bfb3e9947bdcf36f23823fb2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4d5b25a86c8ccb94a579fea91f2458703a2a8a4d2b85779c2be8c95a491fc1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfc527884bafaacfc52de292fcb16aaadd11de9f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24207b09d5ce5a5d8181f7543daf9dc6af4d5db02858d6edb851f513c0fecbaa
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f1e50f23ce15ee7cff3d8337ba403e917a1c170
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f42ff71aa6d4804c560c7992731c671dfaa820bb4b5b4bc8b65b28757bc62bd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d8a40873f2d875e2d444167f874106ff7cc23a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524cc0d175e7b438a33418fa4fdef32740c17f04d2bd252aa989576e7a84deda
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62a8456e01024ea65734183314a39d2cfd2ef5ff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7958836a551108d142b4a3f1d0fa15ee862132a5dcab0e2b9516c815e8c91fa1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea141dee60cf5101b9482a2681193150508a3d65
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d0a930e913cc687bd60044c544321c2c4c0eb5b5a32052809e09cfeb559aa4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f433d8235a2421e5d6b28de0745b3f6a3af49778
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f053c54c857b48208de8086878df209c063bf9ae4a69ae7f41a045c25004f13b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef36a4a5a46084c6fea26924149cd94a3085e33
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2503bb0f9358536439fd494cb686126e3ce4decac78c6a42105ab10f0714f94c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..316627ad2800cde918a2f04566037491fa0f5036
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f8aa812c1c520041e26908fae3af4136c9f75a4307556154d366a29c9aa6b1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5bf344868a3e3b706fb87723159c549c00480c6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87229c9b1f7832e3dc229b884150ee59c130ef7b09355ecadd80d6133ff954a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a41a4e5b3963edbbd614df32c5d8c7cf57ef8f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9690ff248d39215ed9c6a62d894f7e325bafe3b552feb7ca2f5dcb993501ba65
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2349227d24721464874eb277c76c2b3528e9c05e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8235b1d4298d271e27af894e9bc8a7f207147c37a64e4caccf5187589967e6af
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f123e44ee26709058157ea4897a04b388a893b57
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:205a608e2785aafaedf1284b799c4be3ca2de875e3c9fcb2f86f3699998f27dc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e17155bfd68297b415fcc516462098ed1916723c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:486d911fdf03e0860f50ceb20a521a5d168e63cb5bbcb87d39371833d0e0ba56
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad1fbbc2128eff1f435eada3248e1c7a7cf8fc0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:615e21c2ef5262bc22ea39ba748170e0f396999b7ea057908f7e63d6c33d5f3f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e061cb883f60cf5e292a46b3f504241a9987e850
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89404ec90adfd4bdecbead3b6519509e69a71c224b6315f1a4cd9908d93c29b8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e61bc6d66e12ad2fbd62da21e65750f961d243a9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b1c0aa46cea5698bb9a5e76a9a151579990fb6b9ec1eb91e5ae19061df5b4ec
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0443699a908cc840d6b43269a1423ff99075400
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e501e727cbf5ac0b881468f495e431cc8a50358a6363b1887b652d20fe39eb2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83562011ff449f9e1db5e6b961bdf09e69eb7c79
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e10716f816725b717d1633cdf4a8bacf0c77bd33eb9de54f24ff0c99eca9b55
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13ca51715da4b87d5b854a7f41656be1861e591
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a684e42e2205f24b00ad105394589b67231d8ad9ac13320ae8deb3a885b434e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..774cc933973f42da4bffad315759a78d521119c4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b745ea393364ab36742ca2e176f4d4c955fe4630301bad4943305239d4ef460
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b9e12aaf2e2989b1010dc09e4269db6c3df7fe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c451e66cf181cf452ef62fdcdf93f8fe7f56526419cb41dd31dcd622e3218ca7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6eb8dfa095ca943f150c04dc2e61a906c30226
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31018661d8e3afd29514c153dd7501644c7f4e33a104d055f66c12b2ea7dcce
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a241d6983974d0dad452325ad4c2ac5b052c0952
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d39f2213f985e4aea4af45db11c4bfe62d266e606b6b62ed1d8c337f6e9d6b4e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e3b4edf0858a81e5ffaf710499474d8a49c7c0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c2a664e984f5e984dba76ee9bc77366245b313ef828da18ad56f824d1ca15d0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4e1c30836d90150ff783236d3f244ff243f05a9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:315e1f4532b4b1fd62612007d598a4efa7d5ce3fe379c71de93808cc882d5426
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfe0d6d17f046aabd8f76f4701611470b8048dff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82fda963b3ee13df242f20f7688095729f146adf722dfb062ca50af173639f42
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981ca73aac38de62b539f341eef3f617b6c4d0e4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f42be7ea809d87bb3476a9d23bbc8756b7cce229a8cf8e297fd10c447fbdbdf
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a00c369bb249d69cafaf07404d4008c3097209
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e3342b07aab47f7548033582dc39caf000379a654ea11aec99a462d123b428
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b5d8561ef55905a128a69b32e9422859bcc920
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f962aaca12911865a65f1eae2030cf43a484229855b7734f6c70f7996183682a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5fc10a07b1ee18f6a1beed15d9e3c2c6ae09806
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb51e57dc1715b1985ddf18b11528c0fa9d6f8cd393e6d9d77dabcfcbda09dc3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1001cec00de60daf7208475a3cb0eeddc90aa773
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dcb1fce4b66e1a8a83ff7be2f970740cae694aba07f158c45eb9db451d3e39d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bfd15c5c1ce1f2f051903336e0e802756487c04
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f62f51daa66082f3ded025f435104116a2bb42b35954d0057c19213c86d387c5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17189af12a3710ba484c5e7c8472ffb12681f70
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e1e83a1ed2481461965df27db4f230b35b528d7fa6e6e28023ae49bbca6724
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16060cd2da41611f180d7bedb6eabbeb0f87e3c0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b367d28b901fdc0efde9fc1c9b9c2e784b9f8221cb4b90acb3b443febc56df
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9559048e17d165015e74a6a4d68ea6e546d227
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e801a96e3c006a19bf32e6bda702527e5ebf1ad998efe0351dc461e7a551ee34
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a409ccebc925ed1bcaba5bb62c0a1d80ef45ed5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23d7fde90f33f3e2d69b3acd8b840420376ddaa0e9cc6e7d9550f504b5bea99
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0e036a8e0ede4652682b2603e8f1afce90673b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b43bc9b4ef8120a8eaa7fa0f4c752b108007be0b95d3219effec102734456c6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3175c91e998bd78c35bdc5a3b98fe8d7eef953c8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f5004dd9b502a083f74f8f8d2b92ac1abcf0c0cb4e1b0a976fa9ee4008ceba
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3aa6c2f33c7d68bc77a82a089d92d92f688ccca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e175ceac6bbe1a648c841442b1060b98311b69226132e1aded75f308d6089fc4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3befbc10571cce44291b2d0e66ce2949a178c1c0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbea55ecf2262b5172813c5e0d20d769bc0ed7ab62eb8c3d17b3c30f191b9991
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f2735484feb27c92691de4719677df77cc6f10
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc75267f46c2f33e5db77ede984a0fc319fb7a10c943d5fe99e48e6e89c7a81
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a20489c2ef4b084a32f56405890ad9399f8657
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d2fc8037ba6fa47761b82995e50dcd4e61cf720faa5bc2252ecdd979da8c19
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9891fe71ca54b37d1beefb6d39455a01327b6831
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8915f1f99d2baa29872978308e08016905217f073ea23c02d8d08723a3e53f72
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d34bb46f3841468603b444d5cc67d5d649597e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f565f7cdffcf08d26730184a49ffeb65c605ebb58bd388a337faf1b17f511562
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e945aa103ae9ba79866dbe21f46572d0bf8e44ce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc113975b1b4a7df28aece2900c31038a83ee713c32f6ac8e92a8f554c236dd5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1b6c7ed2de0f04464f5bcf5ab76cd9cb35bd0a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f59d66b1f099e1d1948d3f5c9c9b107f86c428a248388065d751fbfa76cb10
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422f25adadf1db8698e9610b9f250880aab3a9af
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5874b205f010b7a1993864da4c4cc0250d9c31d3e64973e9aa5346f79567e044
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7096d88ab4dbc06f323585a84520fac7edaa37fb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d197f0c6d7d20d04e65476c67e8834b67a6bf2d633a2aa82a43078bde2d373d6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ebb147221e1c13575c4bf50689bbb7146fa7257
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4937c75e5299ed2db2b564a05d2342ad721b8377bd5820adcf971fe4a5e97522
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8989f7ca7d04f4328acb6c8b1878722dbc84a7a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a6ceb94bbef9981d3b9dae27f6288d3b8f00eaf5b3a9790f0cfc18f4f379a3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46146524b2144e1cfb539b960a087c41de1070c6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f660097bed89a08e5ec2aebef04b44618c2ade6da4630c2516e4121a016786
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f4e31463f7bf6ceee4e054220328d11489f5c75
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49029670ade41a75f313e141fa6a3ced1a742d9963f4fcb9c690b47cb188f28f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a4bd60b7eb20521cb101a64918d302e02a4175
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c14465a21aaeaf5ea227912a599fd0faa50a9f3db8e1d9807e90bda48f9edfb9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d02623cf73fd2d9893b864b3c7b526720097b5c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216229953d90f93bc9bceba548edc249a2642c2f228438a1746bf09c2aae1f85
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94dc12d7f5e017b6229d61f216c3aebad895be70
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd84df7a650bed8ca2c20d8ec8acd00657215898c091cb942c477526aa7b336
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e711f06cc0ebe87d80eba9995f491351717ca71
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9940ec1d5b28bf878e86dd4a3229bdbaf97b4c7a42c683f4fb5fe0c087dccd4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5864fbd75caa1e4c3a34f656c788573b59609634
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5244922905626595554cf590e1c347e87b5f1635739e423db7ccd86f8a7cea9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..502ac3e6cf6fef27f836569d429bd32a7240a53c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29fbc822694875587a1cf5485e8434c70138178f8a6f82b73eb8b28840bc1ec2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b85de7d43c8eb5bab0c5bb0a97cde2184f35f0e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaaee59fcd0a282fea824f152c1a382526c1789888adc918bf6b2e56980cdff6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3222c97fbc29daf068d28a78ece9078ae041fedf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42660557a891ed8ca5d6a2e9e2b1826919f27098d2b35bc0d529968a79f921c5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5dc070a737c3a7a500df4831e4c4fce5250f27b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:388a88e9ca011555a398015d9525ef0c69fb8b576b8d0ae021df13fed2e1fa80
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee790690df26e1c105f2202b70f7ec75b539615
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:574430d9f3e3127a0cc20640d45f6b488675ad474d97ce517ac13c9af7d12a09
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..467eace7ad577a6584163ee5f2592ef1ed7d78d6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8414bdedf7620e2282b6832dcf3fca8d2692e8a22907c701cf74965a2aa29a55
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71fb92229f1d8b82ae99ccac9eb9caf75d5b31d7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7334ef13f1794209a2e606f1f731289e92c0453d981c90dd3f41a4b4c544973
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f43da07d8895d4b569af3ace0b580becb2e931
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70475d477d0c503cdf844c5b97c76e2bfca9bfac52d7f66cd5513b2dda1a4c5f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f367de8d9e3bbdf07ca7c568e80e75eda52346
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58489f11644d86cb4aef8fbd72fff0a7d18aa6f4f3e89e3464552bd272f28267
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a6be70065744db826eddc4acbb3cf650196395b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ed3c5486da7c527a1809284c7330f1ccb54ab64660670f017235ab32d635fc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72369acafcb04af1b25c1f5e13fb4431f3d0f615
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82599afbcd7dce3a012a7bbd2f9ecd5fde5279ab8e4241cdac64a0a9ce799184
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6c1576859ec0b3c4aac8918b38c9229de2d41b5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2997d76e857cc754d26304f0bdcffb60310d42c5f76c5a72240e798db75c773
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7678b8f57d9bec92151a61b5295a60b56e4deb7c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f705a03c39fab6be14f14ff923d687ec64db77cb3ccd1e5ecf9d1739bd6706e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd41bd42e8496eca8296e9f339fea72b0ccfc0ec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:162e6a821f255650494797256a3b1966b4a8cbe75d882ed4a6a6bd0441c45483
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc6aaebff950d89f6b52c2da6fe64a9ffc09018
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b6bad98f1f374a9b120c0a9759fbdb6e20b8e4c09e620241d2e459e11a660a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f4f3d134945e8987d1fa4438e5bcbd750f192a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5375502e6e42c3e86be759fbbe73fe0ace147bc03218851b2037a8a3f2e6de
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d4d47a0284fdb2f581a06005148932980e2894
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c522cdaffa60053e97697fca9c18846703fa1174490db2d61883822184e0d442
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f3a9856a9afdafa63be558c8a9680aa2c7f522a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba707799fea535de1c1aec6072ac783ccbbb291d7d600168996400b9c820cd9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7696066eb396690bbed0b366e04997f05897316
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff3ebfddbe9263c6f5fb54924364f696568348d6d044a85f67a8e4ce7f35475
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0586a76d4557378c756b206da3cde03d890d95
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a410e903b8732421a5cf4c6c70c3b1d1620931cfd317b7a2a89af0e487d0f155
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb1de635b5a6d8d40edba92e0243a79e57608e6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1c7bf69ece3cff2bfe40a866d7a47820fcdac34598c76cdf5642e7a9909b33
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e47ffa742981ca61f0224454ddcb20586b39d18f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c86083fd029019921f7cfc1cea26c641e69ff6eae6c887ea7074b1811f3a0fe
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1751b1ab422d8b681fff0ef9b7fc312bcc58148
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4b0f83ddd8a7194961c0c82606e9ea3c1a68eee7f5ffb1c4cc72d692180557
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c9e86aa072f58865fa693313c55e64efd675e8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5219836302c52b85ea6f3dd7070b8867c79624c756df88c39d627ab6700f11
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4017055e69ad21476dbaaf69332411481829720d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2872ca9603d4a09f6299b8dcf9f05944ea6c1c40e539ba89336f0a1a1a225028
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7185c39de8d421aa76b01a01e7cbbfda3974fdb8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e7473e2ffc5ac7803a7c0a22c25c00ea71c7c2f0ae854e89f8011996d945892
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d4a4074c74063e3cc7eb0f6f1d907d1855c578d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb5edccdee4f696d48b5099deb5359e427bea5c484d60200b72d4430e9e9868e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2103dd07cb06ce858e85d4d9fab56348b449dee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2eebdd61d42c717708276ffc76e8486ac34280ee01e09b692b963cfff8faf40
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f02285d62453dab29c2e6a002416a2c690f60c1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f0844334e9b002aa5b1a9894a9e0ff643d50ca534418c055f263b778ee9178
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b281d28321cc33ce88eb094d55eb68b19bbc9e66
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd9c8234467b63666f9ef05b5945cd25f116bf3b9413b1726dc2eb860544782
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc88ea849ffad2d945d607703297afdded62101
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971bcd59de0460fff0eda9f1ec8f9f1f7004f7d95f0e90a07dffb4ef9c2694b8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15cbf62292c876acb956e05085b2da489ae8359e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab0403f422a5d73a81d15882ce2cebfa2af7217390ab190cacc1fe95826d405
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1684c30bea45e04c62be37924d69693116adea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d33848753a4d380f033caf516cacac2c5b3d2b4af26f2c011a3085a967cff1d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde79a7901a3c7fec6a9b1a6c0c9b92963f315e8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db43a3a8ae6abfc2535a285251cf14d92cb1a7666c3ba1921f13bcf2022de32
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104ccb44e35f7c0104fe22d5674c3307e9d851fb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ce859357f7459beea2f04f801b21b540dc9faee901154f7b805cd5a617a711
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a8d57055c75c4c67c9fa37afbfcd94e4034512
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b03e30ecb5db30f1a487f6db47d8e1798504ebc6091b4adec888e06530d28461
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0045028ed3b4d24d95b5614a397a1d855f26f92
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:005a5f4e6ea349248268aec1e83117db3d155cdc78fceee70cb0b60de80f09a8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669b10d44f18d02bd6124ba37d68f90318de2897
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b579e8fa41f2d19121d0135177bc76e65f8d3f8ec6f9a0d50ed9a7329aad3d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e11b636db445ac3ad623e5edc1bdf54c399517d5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf15ed308425e89bf5dcc77fcb42d9232dc6ac1ceb7e133136bf5a54469fbd6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..504988486998acd78989d3b3b9c13d53d0f5b761
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99dc92702f3c334f893e0d2ca27eac161a5aa6b10b37a86984e3c321d8249121
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..395ec01d51cc7aa225c6e6ca86fcc8d0a44e7fad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc7ef4a929836f6a4a4873e21f0597ba0b326ec8c0a3f42dc114626faabf834
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4927cd2a9b482510d82858538b466d63bd73588c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c8beadc25bbb51a4c8d460887d12d4a8e5493e9330edfbe285f3919e2dfb548
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5942b59c793dcfabb51be4b4dfb3958973a0d0fe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5abbb295ead0f5ce70d8e514c5b06ffd61c2c5d1978c0c0ad0ea36c63cac5def
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf896de3e4596d4ce43365fb33e24dbfaa612c97
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea4843988dc69bca0883bd2e27551353d2a067ddcfb1e95511197e5f43a9ce2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed8d12aceb18ddde25220eb5058bf126538117fe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6028c6d814cac91ccfb91a60cc66cef986bd77d0d0b4d367857f689746c2f364
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91466d96623611d93a456fe969fad07215357c73
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93cd46fa9888a3fb736f61e7aeb8d4b6e9d99f35c4810caf3697de7003de1429
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6acc578bf837f8b60d5e54fa7f29bf022d0aeb85
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae1f1497bded6947f5a108ee97409cb1057b000be8838d9205d68748e185c50
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e0fa3aab7220d97ba314bb4fd065e845f6415f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10998662f8c1e2f4ed6a9d6d9f94a40d29d5a60c4fcae4f5370b5590a6f4b1a4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd196bdd3efc5f8c6686a23f4be27b4f1b7d3052
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb93a61ed352003e1f67a99d1c600583df58c9463588212476aec0ca9684a238
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efeff2a2ef517c7d094ec50ee77902a2d3121cf6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f6c9570b0b3fe7fa0b86924ffc757fb25a882dc7efef471366f2acad206026
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..543a0e432f93dd1a99d7b1b10409bdb9f54eb767
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c6de9927f1cb75c88624e8919441a109556d767a96fa244d0527aac48030544
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3819210a40131c14d1a131eb6a58d03c9184fe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f32d54367745962b04e0f2682132f096284e506f6e1138b9133c2d9af6b96c5c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f4e7493f0b1bf7e711d66b0ee304513d654419a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27aaea11365e256357d24e111a1c14801be462d04e69a3a01213e805f49f032
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62acc87e4d9ddf86fb0d69dfb6c8a00d35df8340
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528b631a12e64180fe4a9415e687764cc547fffe308825811424240997395498
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..428449c3c8ef88c313b6ddc2cc51cc853378d0cb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c896679d17ec2fae8120cec85759797519d67900af709ae47c3c33d507eeb711
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c860e1858761f69d522fbd688ff632aa9a8806e7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba87d548545bf1d3235ee6b0ad4bed105b5fbd30732ea4f7b559dd0a9c5c3e30
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b644500c2a11e21312d8580cbc76057be3d8c9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff4e5754cdba4fd6b28afccdf8f4884849530caa3aa8ceea1ed1495889419197
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b9b2470f67041871d5b3b25e6736ec62619538
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d62b4f9df9da829829ca78a89fe0e248bb5ab0879037e288840c95fc42d2a06c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16bbc84efa69133759f3a442ee733bf3523367bd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27084ffeac7953b090f4939ef1dda00749ad6d83c5b3fe0348b70fca66900e8b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab3e6b11c086baef429082d229339cc9d727244b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b01b19863b085a8eda0bcd3e46f7836a77d3518d1d8decf84a96857b35dcbf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93bbd27154dce888d987c6e10bb0eda3fa84ae96
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c102af8b21699b1fdcc3730e581fab8e663a2b6ab453452ddea5d1968bc0390e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb05773cbaccfb27d4b9a077868fad5d27a81e07
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff43ff7b722488b1195569b9bdf6a1c8ec9f91080631141b68c4a10808a5f8be
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a47f073a58704007398c7f3bc6d4a80601bbfac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a448eedac60de3fcaf84766d1c329cff1a725e88b64d652fdc685d7205971af5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f4b8bd18dbd4426c8aa80943f95e1eeef5f7c7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f449e929ed52cc5ec13e938503eb05bc7aff3e99b61bd3ef432564c86f5ab4d8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d695a5769d8411008fff20dd34a61da32d4595a7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3536f47fcb0604281416ebf13e2ff58505cb909b65e397abe12021bb157f1402
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cabdb3714ca85e1653254d8d564a3a255812c30
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63fba5886c8015f382a3de881c8d529056977705f64af373cd51cdb73b06cbea
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..785ee7e1e45393880c5e1aa7b6949f39795472c6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f66c6341d9aa633fc13550134349b5cc5fa6f87fd29e99c981c99652d82e1aa6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b370a4fd2c6c5be28fee8d79025be6c48d8b8130
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d6ca3e9e33598fbd2d5621c59a77f53b5ffe5c68b8b9839e8bbddd2158946f2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17a067d8ace42c03230123e22b6da97504e65270
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe3924c150634ba48d64655803ee00ae709acb9210dfa9f91c070d41d03e50c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0d809ecdd708950910a70dbe4eb4cf2762f1e7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500b28ae7ac6299cd4132777ae4f5078e9cbef9ef8d3fed891ba8d08ad143c41
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..429519ccb9f4c1ba1d76b304cbaf693e4eeeb8f2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff356e5f0cd40fa513bfd6114c4a9f3fc5d4c5333fb678b4fcf400c1cf1eeb78
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50c11005150bb697c39cbec64afd253045221ecd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d35789346bec56953ce0b40df0f96f7c3f770e73206b4a42f0cec381a813b549
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea380782d9914976f1f40fd3f0c9eeca6e78bee7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7986fba4994e6c21b2b1ff503617450789002b63a39774f2484de255d60c1fdc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c88cc5401fc370e667d96e25b8ce2f808efaceb2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:000b4b41cdbf8bb35c6c63aeebf8a4e831d6dfb20d23b6dbf03e00b847c876bb
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe0aa21f3be3daf8f89d6eaf0919b022ba2f1d8a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912e7ecafc50577e2172786545671f3bf6c03d4746b17a5521eaf878faa5b2a6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca4c4cccad00bfc4a9f412d9c891de38f2cd83b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad6a3effa77aac408a38575c0174517a85b141c57bf25ae01e01a00959c2468
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d8089704c308aff6324ff78492971048dcd9c65
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9026869a158366e11ae0c450ae4b258db8aa823c7701bd0f68dc7fe3403e8e8b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c21f9339600ad5102bb1e1a40f3547cbfc64564d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b40db4c69ce025216f7a6a0b554c3b6ba21c0e636460fc3f0bb631c5106d203
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28d6062d0243a52669668067f0c03b3013e52dd3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86b29f331630c757f7350722a9471cf62429c09a02e60c08191562d4fa02d67
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984fb4bd716ea39d587e445321c8924cddfe0e1a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53bc1bd0f78a5861d99670fa4b957a4103c3a17dfe8397148878887e23357a5f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bade57ebcbe575861884ea77543d49cdd74e74f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc4947447d63a65a9baceaadfcce3ed90e3833dea3073326a19435c8a0d22335
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e096739d84a51ab381f8c589c8e008bbc3acfbc1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d53010ee307dd2c2e074515f938db958031887d422d82a8d183f3c58e562e3ca
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..009cb957ea1e50762ac842baeb8645c66ddfab3f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35bff774103cc6515cb77f1e2a13e180ff7fd49733b2bf8227d215a29ac12d8c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad5b4339a5c3086c86a8eb961603744d4d56154
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac12a8ff95bac5e139bb1ca8c09d093555d08a74f9e8164be4015450bce4b49
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa8ccfceac991243a90813423a5be54df0038367
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c0e262f8a86bafa6637b1dcc1c1ecf10673c203f8f19ea821f00e6588e71cce
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c814db19344fe84c9a4fbe286b26562dd8c3b8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a35b9a7507150f6dc727f91b2f86370541b96a7a071648c934d956fe9494a2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40c7e96a64d14b117f80f67b9ef4b25941f95478
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c53fc3f38fbe99dfa26cc97213d2f76e501f3fdeadb99c17ea3ab2e8d8278c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d01e8a7534ed21aab35642fc4811e155fa50998e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a551acd1a417336f50e0399a111a6387597ab3c968b9c65dd53354f715c5c94
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f04fe764a8587ec63734840ec6a51f1f9cbaafd1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784689bca70c55c0528dd66e00c8e4260c3bef359a237ea59313d55cd24ef4c4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c06fc1e13fd19ea3313725850989db2a6aec647
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d547444b6334a69ab98e968955eca3ecf4fa008f1b55be8098ec995deed67c6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282e4f708389b6b66c7b8df755e12d30818e59a0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:622510ed41f1e0f1bed99ad891b05a34f820b5d6c8e14daf602c94d87fe2fa5b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6af06f9b7c0dc279c1e3f904502e54872298fec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e0067437faa7464908544f2e9830cbf73f180e564fc7d0e06a86991b8b9576
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c8526a68b837767d8b1e9de130be16c8f50bb8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29b97337dd35e55312bbbfa7b07187fdf024cb3c30a75ed760ac3c1ca5b8f3e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91dbc74bb7f36d213dce18430f70f58d7d6809e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2df8217cdf31065b1fa4148a7cee5e4f02a88ec9b51ade6b964c8432d08b191
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b36cadfc60f998ca604020f126a428c2fba8196
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b72163f95bc5cfaa3510c33c6cf1d0ddf9b0a73bf5ae0aeb9240a0624b7b49
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b15e13f4f1dcfd5bdd2c08e4d275cd82649ace45
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec28a9e4ae5b00cf5197fd47b0f0087e6aa0245a534e8c50042cbe186ea3c53
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f733800fc603c91123196a4d81060bea2bccad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0373925d5fb67bbd3c325944966a927ecbde80cdc6cc2196e6dfe09986984979
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581a32962e62b19b92e4595f004f12493943accd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c327d4773507db610a6f4a42961d0612a207cc7e900b23130d8419409ca0ebcb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba65dcc1a4e0c8d8d17e10f31b3298be5729428
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481f0ad87ffaa50423c0bf7f498bb599bb797667a7ffd7f595da407c4e45d695
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8669f975910a513c78e061b82e6d262e9ebe099
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f582cc0f51e63c5ef725a3f5d16e4ade3269f35c35cef4bbbb6b2d1f725cb271
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b2e4a7aadbb20c1fe46ecd51f4b219b36b4db9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b9548e029951df70dc7406c0383143b9669f7ad17760392ee1152b47b1040a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac596935656a487ffa221d38de56b6dc610cd80
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f63e3fef6ed66c39e44dc633cab15eb4719b8341083b4aa44637cf9b540a8d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d55dee7d9348cb7c4df181846d2524a3406a745
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff4d560d67bdb99ab8cc32a89f962d3905ef358531c23078e5e81753cbcb695
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb84e6ab42656ee428b3d94de41ae09ee9d5271
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e9b422c7075ed8bd84c25e40bc4f27489a34f79e862d8e701f1e9e380a3367
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54dbac1f1ef001e9ae8da66903a7578e3270bb14
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d4e513547d48371e6eeeb7a5a67df4593ac78efdfc8af28fd2f980d10769ae0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82a307a8b8caa7ff5b66b5a811ee4a3280e85ce5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:940da7ad86a620c69da06707ebca0c248650ca534e69828ac7f5ddf6886f3f0a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72943a42196854b2673dca35408d95c6db82ce0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:380333d49036596fb1bcdd8f1796210780c8ff410720d10fc482ff18dfcae638
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1922d85fe564d3a8626cf4894fe03c8a8a1728b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638e3033496eb4c9dcb29a5fed36e1227d3936cf109205f34da5d8942d3a0c82
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6253953d1c8b60e2ba6645b5a2ccaa80ef53e1e7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ecfb52fbe7cda76330c58bc55a00f1bd09737ed6c7319734dd6c559d5998ac
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06e5d3ef34634e63b010034c85a728a5881b6e8c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c863a5135c8daa09574fc1693dd2dde434e451de757e1e47161671dfba0eb1c9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14528e619e73dea232c56075f54daec0262092a0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0ebb2433f590d196cee57542c2c1efb672cbd8ef73785b62b4679f28799d9a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb1ba0a6c63132c902269c20dd0468a6d49c977
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b680954e1935f0c837f99e8817fc8e3cae41968ff0aeed462c5c49a10002fe20
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20cbfa301dab0952b49f9a702268add38806c55
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59c4f9bd7c44249a21f28ff00ce4652aa2140e7c283e069ce7924a6e8810776
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f34faeaf748d84b5fb91715fbe372518f6ff6518
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a12110961326f9ff312557158dbaf0775b7827146cfc7a5f92b6e34d8628bef
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0704edc6a5a625f0e21abcb139a4a2245b869735
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e8b9b9ac19958ab65056e4bb8475d2e029990263b55937b3dbf24f14dd5998d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf4f25754498789fb5f75fbc5694ef587681182f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d8c99ee91fdc9ae655e68bd72e4b737b963386c4c6ff30b291a1712880027b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2441a68532fe2fe01f04ef61bf7e47b57cfddc45
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a49352ea356bbf4b57e58b0a71534691408d68b5a68b4f4aa02971be6c5acf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b62db0bfdedc83c9b560b61d9ef6afe4bb468df
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0954a918a4c635a63dd373850608b805dc1bc42dbdf28ccde665f21e9a22257
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648deaf29f238f74808f8106d358f6c1aecc8337
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6430dc86d7ec7c33f5ed518e20fd16a80bca2129e35fc2471048bfec120b7de
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0721749285c311f9fd61692bed8798c7d7975566
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5390d71f50a8da04eb52f40835dba97624af549e07ae9e27fe220d22810f495
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb15a21f74d14eb61a695d50fe9fa94063fb4793
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8625fe52bbe8390e0eafd4abe27e1f620d5c11295bf0db560afaed8ba218e01
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1942eca88a3278b91ef067bfe0ace4bcb8f8b54
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784596312c96b4d22098a400955bb1c827ba32bbe83e27c006fa9a7da58522fb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83a33d0127dcea9a54988735929bae2727eeb0d8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9086e5e5fe0c7de08e8401e3126dbfcb0eef68f18ca08cce0e5e5f31f3b0db8b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c99f8ea443d65769de00b6f5a7f07e6cf1cf5363
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2bcc137f6d160dcaf2c3ec86151bed5c0fcf7b86e93f9529ba8c894015b1427
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e7d42c15772fb81cdfd19b61db53a4543319a3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2cfcef3e4d6c52d8eb3b2405fb6f84e40b1b76538b4f78cc32166660ee6675
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5619694b88b1526517d3cbcee024d01bf55b77e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f26dddd84cb04213577814dede705af7fb7a851c0f83a06b318dd6d481e983e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bbdcec2a7c61cf3b03d89818431e5e25200fa65
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062c946ff9d9ec7901f98ffe8dd6721be9210328be0d971401d6e8b30d3eaf63
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..950a0f09f9028cf84a4595c32758361f8f64487b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f51c5ba6f8ceb8d15899c700715ddfe31c699e9c63e1bfeb9ec7dc661583ca5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef96b8b871b7fe18f70dbd6d78123bf1841d030a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb642a8b0e59cd20ae5c60be2799bcbd26dfebbaaf681e10c7f47df0066e17ff
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab35880dd11ea11106ec3ff1beb3bb647c9bfe2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd68de36340e6dfed2bbd85d92708b2a1c93ae9e3d9135c9b394e0719d0590d6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1fa62086e5f40c76eb7bd63361391da0b5b21a1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14214e513348c83cdf8920bf90ea2b08846d8fb4e54ccc1af4573f46d38473fa
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7445ec5b53b989b197795717802fcb0fdae41d6c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10e8453f7fe22265d7c89a9bcbc34c52b15e1f550d295c66547ec1fcd79f402
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b8fec6f069ef7e6bbd7f4b4ab1a8631ec14ae3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90afbccf3496aea9c29ce29dc9b98009623e3a095e78844b819c00c307c7d2a3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3648c82c6c24727c9e78d301e2be4018cf15cc3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3fbf53e7c6b78bca4cc1267cb931ab74d75ec823f7c3bef67fea266ece4498
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cccbfe3d6f8f591f9e7fe9551e2aae19a04008a4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518ab3b7e73a04c511f29515e504e1b9b798de1f2ece4da518d45beee35629d1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49832f12c52d64536dedc4a8c1623901e3e2de9e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc14cf1108e5402f0884ee18e02b692965d2f0a451e1476da269786184fabc72
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b229bcbdb919059e9ed764bf626f63f9439b65
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85565bf0dbff7754874fd4f99d88a616b54ab04d7d818698f59f7846ed5a8e93
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7e6ec73de39e5ce24036ac7718d484dd75e373a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:507cb26f07b82d6b35191ee06487cdce71cd54b20928b83912454fb3c96abe07
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f493340ed64ebc309d01bb983ad0aefb220797c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90cbf21fcd6456069dffb7cc6046cf0f938bf9b4c55b3dcd2ac96b19f4f7b764
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1128ae103b0d436a9215b5017f0d12b3b0140b0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6c333db1ab35ded1815d1fe6385988c98759364111f372f23b9b6cc526464a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1473e2a100bdcfbb72c82d7a164d8cadf8981299
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9abc15eb526122032d32c134c9739f786721bb4f9cd172e4451800590c12b40
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4a89e7ef452fd0afa753abf881d25a9da290ed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08659828d66251f39e5f352dc62b67f2b09099f44c803b55d2fc325c73f822c0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce8aec915d5eac587a8eb7e04ffd77ba9ef83fc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9caad0d434e660ec6a599235e0f5c2995ea7177b51d9af70e73a10801d44b901
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b8809b3b06e8a8ba2ebf3654058b5ee8ec5f94f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2bbd3fedfc10b4b098fe435a7b06d77eb43171220cdf405a44adf5b35c2b3bd
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03d69cfaba888d171576ef53e88d1ac011a85f6e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bcf9a37341545f148584ef04eab8dc5224b40326b86729e63b2f6e8e7d0153e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f48414eaac3979ff2154d728fe071c05f1e7f8e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18c9c8696d77be758822214c0c57f9bcb6d7b4b64ba1ad13d190cdbca897500
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ac6d1e2a253e87b4ea37eda757cad2d9678c06
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b89148b75c53b66b5519ba261a25009ec307b7520d7dc8dc993df8f60260c39c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17c92b87e00eb55231a310d54a029f664f5758f6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b666b15e19d5c250ddf4135982c624191be51197caa2e1dbcfdebca5b91d1140
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..777d1863639e8073347501b9b8c17f90bb1e46d9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77d7ee53c88214b8b534274aad12a9a6ccf78ba9c825d7ce1fc5841ff65e3910
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4da7094f12c1f207f870f0709a5bd771d518b3f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7843e916a3cfe13396c80aec2416d74a837139b2a6d84a2f13132108e5babd6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719f090bfda4da3155ffacdba1bc67fd083ada1a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9332fc2ba10dbc61fa2031261091f4e4c1e6e16a02e5581d75a229a7d11d9baf
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc611c1b4132511ba69d68975c4a26dae7a356e5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d23e0b27c38c4fbf4539da2bdf03421ef143973f32f11a295b61510173ed701
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a1772ca044f8232212a96eaaba1c5cb756123b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fdc743f5da7f9e9cbd20152a53a137b22e15bab3194e699217cb2c62e2681c3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e67cbdbc84ee590398ca06b87f81899b780f73bd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c23fa908b2ee99860675462aa14dab91751b3bc3f6e0ffaa44e0e37134b06f8b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b7ac8c25fb339f5918a5e4e010aa3f4fcf503a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd60d43cc66ec133fea92aecf79a66a35fd6467d43bcd9674cc9fb035831ade
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb9b4cb43536944d87d7fcb9190b2ec4f155e44
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ad9c6c07fe7814e82359bc9114c53bd50bbb847c9aca84f76fe98fbb433a81
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c576b487b3d9fb371738eb73d435e0c6bfd4de
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fad2d83ec85059ddf56bd4c1a5d8dfb2e835d773bf68cc70477aea04642bff3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fedc34f7c7eb327cb088596b2458c6e508aa3158
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:416dcefb779b9bbc5d9d2987934507e93ffc7e05fdf94472970217b738732d3d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1929c9d6bc27f00e0e306384ae9882291c99265
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a30e078f95830a9e0f950a8a8e1baa03723218804d57e13519eee5af831bfdc6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b584d118e22cb61a9ebc0fa22ffffbf35949a4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:811e180951d95fd68a91f9d7374d9d4b70774f0130a735829c744c7ad1bde6c5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d90a0a7bfc0bea64dee789a4f39665220aee79cb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b465570b125f94a2cd0145a1c4450058e5ca0b6548398a910b923488f64ffa8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0fbb019382e6306c946c9560fb47566d9010545
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc99cc285cb435f3bfb680fe786d2ed4ceac1c54a259527a82caf16ab61933a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16752f6bbde2378c652238cf40a0dbbaee22dceb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ccf56d496171caf6c47304ef4d46afe865f25f9c531c854a1d79219c4fffc71
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae4e2cafe7b99c85c62e9b98cdf91f163cab696
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b8db1f9f3c42cb8672f89d72ca9ae3f8a86ed461c27955773079766755cf5fe
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec9dd567296e0a0d5d75fd6ae74ed12aa9c261b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8622431fa5d5ec6511cef0836ac72bf371cec15e9b3108dd6a9f6d36621122f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4ff2af98f18d7632989a405d5056a8ba55b375
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eff9000bfecc9e4b4a0ffa75261dd58758f64dab6ec5fc3877fb4d75ebbb548
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a59d1a7440843da1a47e1b5bd37ef6240de86ec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0fdf0b97056134263ca0a5e3ca9945c37fdc8501791d7dfe71fd513a03d41e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f2c25129bd9eea134549902ed4cf69427b4da1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1811066d52639b229bb8b392123968dd1d858380283979ebcc473180b5a922df
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d01df6297a7a9e7940c380e1c102fba2fa7dbc9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9675a19ff45f038bcd8cb2d6fc2383161ad0cc2f96a289e9ef23aae914962992
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a60a204d6841b2453b158092dbc91c334b7d2a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450bf1557fa90c271acc6d9940eaa26ff694f4f1ebfbae59c41ca29a89131036
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9375adb3401c3532718954286efb278fff3b98af
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26287924cd2a035d97b4e5dc124b2301c59da7a51b465a1fd932853ec110902
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..741885219d0ae7bd9b20a36f9be7b7143c35bba1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feafe6240f1d71cc9ecc369c15ef84354f676e3d11da05360afc892b0d3ddf1e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cddbb7e23ab3470d3c1863cf10c89ca4148f6374
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ba1c7efe77e51d20ae2c2a827aa8169b79f079bd1eb026f9f338b488217001
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69d8c83f10db10d14e1233b1c05d2c7171844116
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26c21a639a4325678169c22d4daebc000596ea11a1adcfb8e7ba76d0cddd508
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f28fe45f6cfc0727bb87731059533d2d52ad59
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c29a0fb9608ef59c0f73075dcbe2498c6a2ad5fd3e494eb2ae4441ed695e40
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f43ab271c4d92df9750d4ecc1e9709fae4262b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f910bd927bc749a8bc13f8af30b1e7f4cb842306d0ae1f4594df6c74b45382
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8af8051dcf59ea708c4407ee13c5904518a25d3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3477bba773099d4a488623db6b4a420721fd7a1ba6bdad17303c5a9134a9562
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba5ce9331f7dc3f1bdd53604271f23d98542d9e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:291b0e7a9dbb1e58805ef0a09a3c0230ad1f8e23c8820b770111cea5987d2c19
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87019365fb8f53d6159e661a8e34bd92ccffa365
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b952194bbb3594317c61413d4112697fe6995d290cb9e7d6434a119d003733d6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62194747555eba8058472bda7df7129ff55a58cb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e6d7ce2fa58819a3a75a7f4e5e99960ff8f7b0be41559aabbd184a554f3b37
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8031eabac1c7eddb8180607db3a282714c3f7018
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3429057a02a347c2ff9849b1dc2d90a6e6c858ff56a1b62fce6a21695673ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23619f2fdff4e5658eb58df98e59e1fd2f810d9c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5716eaf049b8500595a72e910a9e4b5d2fe1cf928687590ed62fad4a6b2d393
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28976203ae750a75b72a26cdf2bfc07d77e9e40e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0afb31c70d53c2e30fe4e06758590d207f636000faaa4aaad6f2926546e4e74
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0395ec3eeb78d90a0746f6d9f5a88120f34b618e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614d64af76c0cb3be1b077ba77fd51a9e745afde3d4cbfe7779bba6d769c6097
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb44972801e7b6f33132c55615c0fa15f3af0d4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2a7dd2f57b4a28865cc31560e9cda5cd49fa2c73910f4f86dc1f62c111121c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b500bb534bf73e63b1ae57534f36b1f74f2a7de9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1170575753be02cc299228694593e6eb9e015039f0d9c5055e8e32134ee608e4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46cbb49b4c4807ffad426a363f239d3c55aaeae6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99454163769dd70ce82ee8ad7eabd173ab75cc681f1951df862568b1849a2ba
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6904d1e43d3c47917ec86f57eb5e155c138bde7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7574f27feecf0d40991cead7951e50672fd5c125a1bfcbeae818e4d2dedd62
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca873e93a82636aaa4405f20cf64caca3dd282f8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da379e7ceb5ab3bbf08fd15c061199eb301b4b1d4cf04cc283c0e7de669d5168
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6361bc65341940b2eff10694d43804101d24445
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd704532ead0a3f3c5250d120a8ed7b42f109f930eadc834916b62a1f2800080
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ca909ad912697e13208856a0ab628d1c01a60f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb57836e78e905a641dadd8f4a8084222ba5f9e9b336171a4bed746020c46c8b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719e25b4d2015f31d356f87bda02eb1685692c94
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077a000b4956bcf881745eb2b6b554b0da5d19e3d3338703a82b7a856f84d704
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e76609762a275b8891eef14f2d867d1dbac5274
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea55b80fad39a13a0792bbf15ba8588bbe81518d3cd501d390d7c7b51c83ad72
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218ee1675ccceebafb2d6a9c5b913a0157fbfbe5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd4f2619683e942efef6b49c5d74bff15ea30058b1e9bc64f4e46b49389f0df
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d4cdfd63f6df2b6c995021e5ac1b514d03905c9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a607c482580ebaf5b150ea126272f072ea44a535153346ba13936d01de32829
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e97abe3b0cf1046ccd9392d36b3540b60e4e293
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653f06cb32210413c1716024dc7986c56c8c77ec274608f0c3a94127c56b36d2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..906b238a882e7fe2af4aa301b2363f97fc8c38f1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42fe4ca5654b708b5a0335a2a2917241a85c369f763bbb7b6f6e890a3fd1561f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3df6991bc199193afc8ad4dc6dca877b6abfc187
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f459645702ae54090478a027e09b1741fee3537168780e27e7223f16c8ac206a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..032e9c12fa7e92cfaeb5eeee16733f5d082b370d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc6af740dd4386e189fab8ef2a98206d3a7c8a5b71155d6146c9461704901884
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021111d1b7085634080fad4a8837036d24f284aa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00bc2cc47278d521c25919b6b8bcbf95dd1f00aebf76391caea655280019cf8b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e669af066493de47445776bce02a4deb5daebc4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21e7aebad0426ee111cfe8f7fb3abefe99b27ed873d4531fbf92e8f81641c208
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e186bea3e30f84e679a277248cc1aed1befbac25
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50913ad8c53a2ab4461b83042cc679c26d9f17830fb7e377b27df1e19b73f217
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8f9b2f1290597808af6d168b63f650059d1b7c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dcd88e7977cf99abb7bca4ff8f9cbfac920fbac39ebd869f42833805b07a779
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2517e3f1c511ca6fe77d2acaacbb42e8325b78b1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2ed964b25095951f4bb98ef9f3929ded3bd442e6d71f03ba7c8b6a9bc7744c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad0aeaaae1175046eb2ae4eb3d1d699bdb9eb278
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fd5c610681a1802fd4bd4b4c34279a2af9c8d6d6be78f6d0ea518be0c1e7131
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdae517984680d06184b1fd117ba39daf8370e81
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ff47ee868a139af763e815de2025fcd87467fa4157dd3c559fe83ffebbc697
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8282412b16c38b137c34807b1444261ee733bd20
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7938a535ee64d310fac7118df8e7a25dab87864b2c5a5c2ff339a9a799dd5fb5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f52a34fff47267c1624f585717387a379a073ace
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fa3570bafa59149a9e94e52a705ac65acca4f0faf7ed4b530b5ebac2148f292
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7261528ae13c1602e5ba7bfd4c955d61aef59b45
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97bab732009d52cc44eed9a78db125162b468db99aed78c7b24fe558e24be338
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb23aceff25150c2444f4ef0f56663dcc428ead0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2378d3984790525db41da43545c36cc18f4f4c31912dd49543e96d5810dcae6b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0ddc3637750d467bdd1560c8ff604390d8027e9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e97e88bb4e633cc310b933f05f7bc6ae87d62923e7ccf4393ce2df81554876a2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a7c6e4fe07b3423192986ce6a8d3b34b444668
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:918bbbcca28b908acbc70e4ba7c8839df280b4e80c758de6910bab0a135c6e81
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f71a9e6f206e668458c314542b13d0e80f3f39
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df27f56277f9f126061f50ef06cb5e73958c300668a8cdad54c9da2366dc3a2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df6e08fe950e9eaa5498a9b5cef7af522f811694
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:022efa60707b9f77b53695bfc3e65642cae12d326f569da198bf572b2ca4ce56
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1919d62e34d4a46cec63cb0238cef804903f49d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf493f850a1175b1234c2b12110097a00a34c3a8ff90d676347148796e9fab1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..080fa97bb233975aca1bbccdda4d4a69837e95fa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c2e18baead466b2a79b0fab7dae60970d1d54c7943aff95555bbc693d42f7e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb4715afb7e08e79938307aacda9e8abdcb577d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38a08976f681bc1f4c01fb927d4158f87a36ffa6e1e9159248fc4be713ff8aa
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a28c6e2c3448dbdc726f3340f3ec6dbeeb6e3bf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d80565480a4c7542749345627ef2476f7df4e03cbcc784fb94410f54e29454
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9354b87d39f376bd108dcaa8f7133ffae7a0fa30
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6655e1c7ed1830f433e11d40a1964a15d9213a8e0667d9f2789d8ad6e5f710c1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03505d4bae609ae6829995c992c4c8e45a4b3056
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7140c3516d001cca844ea03eefe609fab2b96cb234aa89b7eb50975c2a8eb2c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c413a31456e97576f8ee5a2abe33cde6241eb54
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3631e5cd266d54e95b12179d9f150b3a7f066651e7302f7ee02861f74b71297
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aecc3c85a850af0e0bc64cb905a4e73b0269d963
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3bc9673c6a6e571df1277bb5a1e91c6bc9a0cdf4f35e26a3f4c768662a07a86
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..580c1c93e03f071a2e48455ce310ca074d86e3ef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8acdb01edbf1058d240710c222864859f5dbad08d36197a122da4a1e3b3a8371
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3954d114718654fd6ee2c0c41b16943e027ebe39
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1bcbad3a7dd52b46240551d91c652e7e52fefa82e680ab3b00cc5dca36490c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35383e84c75e17fb6237378fee75de6f68303a03
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8768bb6abde8a267903069a0e7985702edd4920e55aa68d3e9ecef7f51b8a7ef
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fed85b6006762345865095f8f5bf4131ef8e02a6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ffd16876bac2e5fdababb7364f1294dd288f1860f9a9ba1ab64480217e01ed9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f309bb680f17f0a8cbcf5e86dd4285c468e5a79b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e95e62fcca9c1e458adea4010fd1e2b86ee7f8644f45c288a601c8fbf3310ea8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4919585c36ce0c2e4673124c6cea9af789b85ad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35377baf91c418d43d24d0f639d4dcbbbba80d1d0d7ae07e6879f30da26d5634
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18cd245926c714293201bc3a91cf9a20a52d6268
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aadd0fea541e3a27a6e2b3cf94b574c17ee8ec82543f08c4dd8028c62eb538d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a6ab202143e8eb69fb8710948bc1041f8a396e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45ce6ddb1c5402e393c6b96e675816ee609c01d4db2e3a3f90e6c446be564abf
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..269edcac2c9b2ecb435645c86effb1b24b6de96d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c774c39b379f20e0aaf5fcfb8fde778cef5bc0ca714bcafc1f6d623f0611ff3f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c877526f221cbdac368485c42a7bbe3190d1d2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411fbb70e3ff9babf8cb44ccaef3a18df1a8846fd33ce17f2c4310c2983f7ad7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012bfd3fdaf510c218b6c5a5313ac09802d40f0b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c042b28ed3b24a1301e499f7e24dab375b5102ddb6755329308f7ae0e9c578
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b260262974a9f16d538678bca9266097be25f5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6fcaaa51da7d1b4507fd41db37921bd973ca9a76fbf93ce93487f42382d3fb9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c27b8cb6b7d412ba117fb9533f800221e6779bb7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db36941d11e87977dcfca64fc4de0633ed4d0651f299bd19debbc32d357f05a3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a079c841c88baa088afce9670ed779e80d5b9b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc0a5a021d655c9f72c56a528277380d647fed4d8339579b3eeccc6bbf02f14
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2fdc1ef09deec674197111091458367d14fe62a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6459ea88882c5e92bbccc011447ec437a90fb06386453a86fdc0088327e8961e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bff026686f0a5754ee56fc1cd80cf01b380367a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20af6199efed1b2457eb86174ca859a96b8d19c662909ceb5aa7335744058ba
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee9e415bc8cddf13859871e4c3bd0fa728bb388
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db8acc7e960c559e8c08faeb1b2ab2b09912e3897f7695c0f89b5d509ce58619
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ac3932c5efd1f0345b205bcdbf092984b13373
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd660194da89d8ed7e646509ddfab1685ebdbecdaa9cc35d18164ddae1e9878
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18235a0528f3004222fc2b78a9187e29f67a1da1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04fa2b821732632102474ebf4c39948271f735860cc49dda25a1a9ec0676fcf5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56898eb8ae382530cef27b6f8bf0806cdac607bf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a7af81e960745dde69764eeedb0eb8a9786dfd4b4bcd7c1711618e2c0de5f5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..630af90a667582e435190e2be7d587edb9835283
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff4938d13318a2cd019967a95a2315b4f8a66726329f1024671d15750e28e42
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..278e214b162e915879d1209082e3f11ff80a4785
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d045349d54a64a9770c98efe359150b04f3a7ad32bf2e3f1035a161a52d42f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a80e69888d566c9cfa5291ffc6f8c5a679b9f49f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54af8565b30d4c0793d716a11a154dd82ba30779055cb15f34aebf994b1e3f71
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d185f37ac18970cf8b4cf02cd2cc3f536b6bc9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b67e2572b4be1d83650a523ff6098957387aa93e30357ef9ba3f6d28df720651
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc3f9a832854c989425665e84c66c0247bde83d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e906e8af3912ed686821b7b5264dd687022e189462aa5bd8c3c4cc1797e13c4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8700dbee423e1efa80133b5bd8dedc8f1028c188
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1ff6d2ae9f3ba4168257252abff5c5b716e16d4898cf5d86053bd9e3d11dc2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a84245dded2006889690422cf2cd38751587617
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc843e274f79f1b0db84ebf9cf4755433de2dd0d43228e578dfdcf3b1bd5078
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01effde34e9092c6893f3c8fa5e425cce9c336fe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e9822b8f33ab9078b0eed9ea7c4760828d5373d2e7d95478ceb2e38f9d9ec7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7981e81d507bf0cb5e565ed0c3c40e95289e958
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e387ed3a6e992b9998907cd5f44b2ae5b315be994e265259f18d2eb58fea3d6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8300db7f37e9b1f1066d0dcd9f66265fb1cd92a0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d4160ceb5b201abb175214763e6538e7951099fcf778b6bbdfebc50c1082dae
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f806008159914a675d97642c22350c8527fe5ef3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc50a5f62d1d2fe982584904ab8afb3d8109e98818e934db25a2aa75614f87fe
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8be65ffc0c2722d1485e6311a3ea794c5de3b71f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e650df8768f63893a7f0e803a65848dd9b35f63b9f67866d2557ebdeedcb1c5b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36a89b96e139750f33381296f5a8f0c14c5fc4c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1759a4a782663fdfaf98b714079256b03bcb8cdf95580e5870a141d44fed36
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c5e41c26ae4b1ba87424ac8fa913b8758d2b3e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d513e9a2b00892a46950256a5e17166764586e71505f9fa5b37623d1d6c51cf
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4052efd3adab53729ab78b4901d512096aa61d9c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d43759a0ed00fdc9147315a71974e99c6fb767d2bc26526e4ad8153a44a07a4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b86ed2e8cca65e960be6b05eee0eeb1ad7c5c8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17cc26e28eb79d9e3a6396cb2b204c3239d449a3a67cbf8d8f1096d26592fa00
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c36b1176d333975660011964915b4e83e8c0ee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ff564c2cf06c4f98507bf2cc7fce1569bff0dcc6235af9f0450ed3f7e71c94
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e4ca1a839a682dbd28c2bbd467ac3d9e2478820
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ad28151a7e6a840f1015d1f97340eb1960a8d4c9f6e8bd41a3af2797d6a166
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d671c0b75af1e04f2791c9a852f6a96e03a67927
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aea3d63957e5ee663478442752785dae3939e0b10384cdadeef7bb300747f96
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f67cdb1b388e585041d139740fc2f3627947a9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968de7f4bfe1be2cef30f88b5f2b5cdecce54c2e612a7552f10f277f3a6a5b19
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55f50bb5627d160bfc7bd75355943760277e201a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:137c1e72285ee5e8f89a7ffcf6ddd92bea0bc7e60fb66bf2cb897a0f12002586
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a177b57dfbb7026b04543a0007623a1c3c6009dd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e1457461257c5d049f758ef0b158d9933df6f0c65add2373dace4d88a1f3b5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25bccf811f957f5a9eed036584d48e3331d42dc2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0039b362f6960467e48d31a4d5efeeeb1724eaea6188905aaa38e8d689c5498
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f4511e695c9776b2eedb3d5ff8c22bffbb04dda
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e162024baa8b0181827be404433316958bb581a99097229fb93521fd804e7772
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c1ede6596b017fcaec70cceea39b52568365172
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f5acef03467d4c2d07e0fd8efe1ee6a6d0fcaccea79d5eabc3d7fedff490eff
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7275c698a986bdb9377155266f3e9a8e66ebeaeb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2aacbbb081a5c19fad6314e45d7b1bc7a740e70a7f12e1934eb46f1a06253e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c035c578779218672e8dcc40cf09bf1ad3e9d78
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6895c38ed1d1f139c3a35801509cd43c4febf59ae204e7c101bcd3279d319f1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c63d7da46355e06b40d1a4d9f7bdbca5d9cfc8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:813bd55d04ba1fe2ad55b284c7575b6c026641018bf13e19cac5793e1601e7f2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4444b2ebf3c8e8115c6c9792936fdb1f721aa3ed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:425e25c9fb8a57fce9ae8f80828ea0a0fe6dabfc9bea28627205fe24e15bdc85
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271da1f3f6a3fc9fb4c3cb4f19d9cf65eb075e5a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb5e0014e4a9a30c36487f92597282b391d30652a05139cc563e831bb6a2917
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea0bb1b78a17daed51c75890426e535dec403a83
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:610d1643e366ad3e797618629942f0cb35c5282c3d319ffcb3ea7bb3867d242b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b55ab7aab89bdc5d058489ab826be150bd27b95
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d2f1263bfc3a0da139c1819c61860ad7768d451814bc7d8328a2e35799d6f5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66e052fc1bb0026ddf80f74334a7e700d661758d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ad837b266bf57b6247f03e47bc492789e00cdd23c799e923472c79be0eabb1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07e93f4b619ef162943d0d047fb0e7ad24ebf979
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa49eac39870d0051fc6022b7a5ef001602d282a16a6a3774d29e3d3038e0d6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f269a880866f65eb1b345468d5c336dbe78ec1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37bc2762ab200ed8100841d0ded155ae031103bb27f7d45d3b510bb7837dfa4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfc47711223190519549eddf299d704f6a7e6b41
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c26622cb97e612dc8de109be57254c6e4fcff469c264e4823bd8a761bbf5319
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cebf4fa4ce2afbb00a5dc269c6c78394bc6554bf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da03115f52b4634b888256cd826eeab8acee88a128ad49da1173d25e526f682
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e716e195e193b6e544ba287141fe7f3bc278e16b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d961465a8ee0d1d0828403ac25b32446b5db6f602636083170f546ed2f3c32e4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f6b6b842d53e52fe126916e09fb3bfca8a744ce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1bf371a95a918bd005d71454e59df163f52526e77bfeff5cc8b275338dc93a4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da3f1fb7ea7e957d4ae0cca895c3950d94eec0d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5127f7ea6859ba6c7a4bd1dba9ae7f27c2caa84d2b48e3c4bf958cc05eaf9017
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..319eb74c580fb0af505280f0213367bcc6f93eb0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c36e9711bc6ec4ec52bf02259253afafc69fe5538659e9c99c92013ed22eae7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7181f58a978d82fe1e318a50b64ef4d580453a12
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:437a86881e9ad11323ac8a3d37465f5a03335a8ff116f94f34e1c4f15af36675
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a2bbdbee2eb806e03a29d037cbb87fdcc9aa338
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d354998abc4a29203ab28584f12084f125a2006cc383ecc64cd1998e08f72537
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..881d8b08214d5f0924f86475f4af5eee05214dcb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3995e10bc4e7e63c90d24fe509f17247f3e284f1333194418c2fc4ca269bf9d6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8add50a0e665e62435dea61e5f93cbb2bb5f8b11
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f505166fd87f726baa6e304cb083d883bc26a4e4b69e28ff492158072e4caef
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd590ba6117bfa24b3e0a006e393f3a0160472c2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b710d2b7096acb51b27ce5eb38ff8fb5d2298297f8a1b4e98b0ddc527b27823
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b673aec0e514ba6ccaed482bb453e7c4e074e5d4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6337818a59ef2a2f7cf311c0ec7339b3d62f73e2f436aadd69c0d2f5977bb5d9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e669ca2552ca945793890bec9294b9ef642e0bd5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e8dd90c2902e9bde86fc82dad451cfd8f9acb3e092024bbf38cea6745d9f23
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7275b12a589881857f1b600a9ae1b3466bd610fc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be3c67f00a9ccd04f0955e95fde8d50876ff5714e376f04ba3e81313015f1ca
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fceccf844d9f9aabb6788439ab03d23e62267b0b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606b70f132e1b6c1c551d620e6f16c2b5f171222a82086ae6d04765e07daf8ca
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d6185c875c63b52744a09dac6acdace7ff15486
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f996c81b464f816e1dc268e6037f35d35eaf1b020ac1723ddce1508740891ec8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb67b9d8d0d4afaddf5276b521fbefbdd5e2f6d9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f68c4d937a52ab63ea77b6037a4aa0a2fcda38c958d286c7b6f57de4d8d7c742
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00a70440bec5b1662054b783b0aaefcd6092674f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33247b2d7a12efd1b4478290f60f55a497ec0fd0d404970caa0fb4877664ac72
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf8d31f0a11acebade8c17905e6105309026bb54
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc8e679597d219666848398844220bb0b54b1771c5935f1908c2c13f97957e4e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6acdfed2ea6912b2a263cf1d03cc97ca86f4ada5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89bd9bad2345749a5e04a1f366ae0e0273126c343322aba768d186a5963a34d0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbbac5645dedb8b007bbeec6bd85c56c86d91d01
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ded11038662e3246925d918525ecdec3b80ff8dea0500760ffd05ecd92ba5b5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/lm_head/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/lm_head/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2acc9b6a401f661592530ad6bf0856c8762bbde5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:585bc4df3d17981a65ff3ef143024b6b6ad8d791ff68adea315fd09b49a287a0
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a91220bd96c72a70fd9aa78a07af6f91494c68ea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa6485a688e27a697227c69eca2278c03cf2851235e82d8df923ae1286ca61d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5bdbb65e689a9aef5bd13dcd3c17eabb530d10
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18bf9c246223f5dc250726702b7ff7f524df3c3b0066bff95e04f5e5155a8af
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1225f895c5e840ddd60235d20f5e1fa409687b6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09889c2d939ee1d121f817c5f7139a84671149715404a6348e24caada073bc28
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf902a3fbcbdecfd0368906e1aebbf1dc3d11d9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef0eecaad0d120fbd73d1de6b34382368eb9df052953f6c736f2ed37b06f5f0b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..515f6d161760fc5652f687eea8d3a33849a30b2c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abbc803d19e378174dab5d794cd85a7a0f6cfd35be34771a1204d70358499df3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb0392e83043d3d9494ddb2dd7cb062224f6c51f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce01a33c11207d3a0af474d905c2b23586e5ad45616e2f616891a7ab197332b0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4acc89df5ad0883f0edbc92f07b5eb6c2e734cae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1333d53e095685cdb67d5a589fd35bad3670b41dcc6bb6f63dd1fbd98e6bfe40
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73c2fb9598112680276b52c4521ebbb3099aa2df
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2390eabe747ff5cc6b4c8da182de277bfe363f63e09906a65da2802f6c2eb963
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb00a5ed4b9d5f1e9cd7d3dd0f78e96ba636ce7f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc6af1efdf48f82b9b49ae08a7a5c59d15559b31e566d2123dc32381889602f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c3feed0f340ab98d60376418bf0767e352b1886
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5508dc3d4f20670ce9118e961786c8584656866bc46920a937555f6521c183ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d51ce4ce90b3772d1a1bba29c9bafae1648cacc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b6384dc58c94226bf7616e8e9325a308579daaec07b2ad656a23d8aa3da457
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbbae32e17dd8c70767fec647f7264c93f8e6604
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8cc76e747cb669321479cb6592585b4390f425b8cb1ab57c96c1403e982ef87
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44e4d68dccd8f6c64e017326a2dc962882a97809
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f068fb189533c3087054d8fca6ecad6842ea7b3b46adf0dbea9a7a20a8faec
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac6e79084e4b6eeaa25d0a84253bb6fe34cdd44f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7f7e2c176993100a269bb8f478a4124be0a84e3f996cb3d29a4fccb0c9991c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bdbfec47545f83545ebd5d7946f0376301a5194
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8304dcc2b9998273c12a2530b24d472af15a6e8b7233ff2bc96c005d6f9b4a85
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2906da7bb9be5c69a409e0e5f59fff7183b4c40
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f19829663c091849722a7ca1e22459f929ab5531dfb19677afd8e8c208688d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfdad7ae512aea5d3e53f3173f11c3128b8235fd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cc8e4dc6411c8ec5bf5e656e0c7b8f3bb2f22662c1afe6a8b7aebe94e96bba7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e42148cf07ff5ea4a1cc56d10ace18839dc26fd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08079dfa2966b0459ec5299c2069928971f9a0211d9b2a536fbb352c79bf410c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e17a97bcbd25a110f96e38f89cd4411ad39e828
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:442ab480beaa94a36d3c663faa48733fefe02edd6dfe24b70fd027142af322c9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af1937872adae5459369739a0e2a0a5c76235568
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2fa29a01511e539946240258c3274b80331e54ef75d5ceae97e7e1242c94e58
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f5cd4e943ff340ad5f60f8183ccd89a67fc68c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb076bd803f3336691d24ed165bca15780b4827bf64ebce46eb152f610dd61f3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac9eb089a0acf4f6634db69488ef6c664d32c479
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5258c6d9f49c0d7483bf527a66f6dbcfcbb0aa2b189b494b7b92a67c6014a6e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ef43b16ae4662519b554b581dea65799c93013d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac0099df33ea7beaf1922a7332d95bd702b81c555900b977450fe279b4692b9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a97f304f27a6e14352106c2eb379c47bb322306
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bcfe93d58ee6bb893254f5f80c587366310713fa58b7acccecfa40048ad52c6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dfd9d9904dc7d608fa0e236dd01fb94d04e3b88
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1c28b17bed784701db3f1922cf2deb70beb2607375469e3de4104b12922285
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06de7c82eed818e03163eb694d304597298a5d34
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:230aa8046a762df56ed988bb4ade63575d02c4100b2b9e162f518f41f43b0947
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1f90e636fced4fbb385116c3914806b6a1968ca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36f6b6eb0f7a9f1bed125a526e7cbd15c9d9b17340e1b17d7d381788bca5dfee
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606f4595e2d8f70f960308239fc2d0871b58916c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ebfbdd7ba9c73b3a78ad62f24fa1604832eea6aaf747eef8c090dafc4c9ebb8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eca2f113983cf1672b270ee185cef3f217e1924
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f554f9f7270c63a0d5759885129d35f04fef828b32cc04378b092ff6917a8e0e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b59191af721b41bdeb24f870f8e24e0bfdbf1329
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9178fa917ebf0623f778c5d44202c7913731aa23bf1bcd4abd1a5e7640e086
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d6e2b893433a5ec38e50b2dc2a334422ce23023
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7ddfdaaef9fe3119a4f9b1b3d877bea9fa88c4562d026eac485538ed86d7ef
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97f9bc8b874cbd7853cc56025407596d78975695
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78cce07b0b070e1d540ff8e4c58b86f2734d4c24029be6541c5b734a2fb84e88
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f999779687b57032c451bfb00edaaca9145042de
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1196e57aac7f2ed05ba2101e8acc2da4270f5abff70eda4d4feb30afcd072810
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a1e3862fbeedc59bd3bdbe1da43b53ede2f58a5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a4c332c8f96375dc591e312eec4af2c84ba22d61596161ec586646029bf41e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80260d896fe611a34e2297f3d63f54f4541db945
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac5e4ad6bdb175c28fda6fd4a3d2e5547bcab845c18bf5581872004a757f105
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec0ddd4611c0f50b76ef9da4c95cb51a92514692
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1118ce1413add40869e450f9ca2a2ab8097c282449895c8cea71981a8d956042
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..398cd1e090968f31ed73fbaac02818360aaf42ed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f80ed71992fee84c6fcab8525c43eef455717d871ed291f09919397ce146d652
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df721ea6ebea47f75dc8119f5310be9841420744
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc454c58b391d0876f933bdfcf1e26d68b2efdfe67375222519faa0e4410ae7f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eaf10fb897a4f4e49adb94fdd96b7f1f45d02c9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd1b9caab53045ec3b431e1c89554d0b7f526485fc6b957be6089c1c560ad2e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79cacd46a172c94ff7cf9e25f005b24dffb1464e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf560f641aece94f1a6a4a88c1d53cb305b7b9798b748e56e72e6fc179ad46a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f557fbd086f4ce5879c9fabeac8e9936df7dd4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d1a395e760807ef2af8ceaba58040ea0b12ba909e3412a874e94d176e73095
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..116ac42a92fb5c4fb271e8f6e63c2f366c3547fb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f984e2411a3a3f77d787937e12954bc1a60a00431086c4424d2e43c439256eda
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09a1becf101a89a7692d58d3109ada07a93c85e0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea3077195323cce77277b04e4f7119fa0e965f382bb05118f038ccefbe7f67f8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae8fc00b10eb15cd91400c7f486ec6968f4907e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13fc65417a8d67be05a803d508ae96abcde48cb1796b1eea7f6a914ba426e11b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05f50eda2b2c4fc1df8b33162f5443390c7bac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d755cc9b3229a3ecb6a72f91a8380a4f3454e01e78c27b51736824d40eefd4d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f0f4a1b7473a75ca07aef949670e93e0815516
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26cf8613c4445d4c3824c29f1db0e71fe6fea9f6a3fe018fc86ff654032842f5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb7693347814108c8c196561f4a1e6a397b4652
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119c5b9acf4a0603de11b9b597ae9508210ca57dc4cc5dd7925e9cd004229d20
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2e098df0009ce7e1e21feb4ec1e4b692c26c6c5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd6d18b017e1a94fd3fce020f5fca097d163c34496331551bcf78e27abbe87c5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fddef12595fe9bcf8f1cf6fbc14035bfbed66fd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c71d55facff5832b715df3c8dce4b0f4180e58a689f81945c7c905c282e51a0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d75fed050a89ab85878e112be8509c4466fc12b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e885b39b9b6450a56b6a6a10ad3d2d03d07e9f98e59569561971e1f794682f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11afdfed04c21dc531564f40c4d07fa106c25ebc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:574ec8ace4829ff5427f4054cc1c012f4842c5a149cc6c36c74fb0e3ff4a06fa
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7745fe08942217b82bf5500767376eab3812deb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a37765cbbb833445db7138eb6b4a72dd12675f5a13158aa1c1b8f30c1980030
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9bd61c2bddae704aece3ee0c7f862222f729a49
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68aede659bba06913412eb35de34b6c155a9e092d39fe5c6d4b22d7cbbc20946
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdbfe0a80ddc3e88460c656f82ea231defe92c57
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5626e580818ea8165173b32eb9c51cce045e486f65f2a7072947036eab246f9a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3613edd5a0ca6d1159ff1018f5bcffae8c86a5fc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8181e620fc728f97309fe527fbda6737885a5b5496407ad7fe76a65b129ae2bc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c16e278ce938ca246f85281dd795967b713f10d1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ae7a0619d4286700585f197b012f98ba7514b4733fae7ad35232156f3ec527
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7ff5f4328b8497eb17a42e7f8608b77f00cf7e3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9fee22ae5430bc8fff4923423931586574093cb13ca5c85958c130b2d5547c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61b79ed0691ea90a51bd5365e95bdb95cd1baad7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f73bcdc108cb16d682f2a5ecd174b57074c07f7cbde0659d5d8ac59b2646656
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cab932af622deffed63950e37037f47bd3970271
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:510b88378b6beb7edac930b5d2830aaff318a423f3413433f052a2057773cb56
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48c1b0f47f14aac9a5be277a04783ee90334eaa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b239cc534dfc80d245b69a486381839d88d18f9ce6a5a00487dd54f698911f7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78567ae4cb8446e8fe43027c159d3f374ce910a7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf77b0bcded8b491a7e8f847439d9e5509d154ebf9045e58978286bab415e5b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e417f893e3439ff849bf2a053865ae2934dd876f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d5495e5e0cf39be20438d5a42eda20ee0d2d78c8273388b29e154d4cef2359
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b755a0b45336b66eb60d3c6d1bf1c284bc3b4f4f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a35006dae739476c2939e53b3ac28c900498f484938ca20d10fbe177322eff3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6767c706667347274520d0f0dc50f5ce3f73b05
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c9006093083148130f639317014a7b135acf05fafa4b1de36c6a2076063b21
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5726e9feb839ea87ed4b50254d6da46d3364214e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:076a608a1244296b058cae3643b84aa9dca206315c87c4f284143bb7a6f16c86
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab29ff5c16b8d2f133f746eb19d2ffc647fa3d60
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba57e76b43999c34a9847d89a39f28a6b48544b3cf4118637ee69bc4880b14e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dddb60f4363304d0ba729328cae032cd2971bcc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b034caca6aa15b1e65c64a81d8b72bd431ba612567ac20444f835db7fd33b56f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be45b81b0b6077ce35f4adf83c75829e7582eba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9864462ab299dac6ec9c8b706a078a88baa1359eb6ba908b0e61633d40c11013
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304c1e726e98599d8423723d50da43256a417df9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257a0d002818ff21e4e2a3ec85cfc35d2a59f607b30850f76b00ef56c5ba565a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..299755f880da1c201004be844f16fd41c1f0d233
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca8b17feef7f7f5f52d5a9c9e2dc6fa536cc1cb324d6fc294648c8f8258c4947
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8970e29391ced5433fcbf4c835ca22216d3702a2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f1c71c2dd8791a4badbca54d309cb2424a179bbd2de8f35587d13bf83ce65ae
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9205b098e0fe585af8a0a0a58c6d57d7c14deb4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885375258cf467ce0ea034f721751e870400aacf4b340e643cb2ce65780e67a4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b8cec7cd547e728541dcfc774475ea607934ac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41bff4bbae1d3e4bb45bf6f351d961fe0ed0b630bc045f25c877a256d4291fa9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0108c284b872d8a757ca3261c297a8bc1398c6ff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d391aeb642381c98a26b44293e4c40a270c1673863ed03d8c8244b707cd2524a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f60f68ff8c1c400dd3069019b0cdf575fc0eed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e6a3a9d54b51356a380bbe6c8ec7462d2957eda943501df87e5fddbf6866a7d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c25dc40bed782cb5182d188a2771cfd6db5c4f1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f02b0cf964f20395e27c16ef6b4052f5949fe71f227cbf6cbd3c2dca6422570
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8420297ba8418820b37a42c33056bf93d016d4c2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35243ba6eb0f4de60046c5bec6897caae4c332909663dc22d9bbfb1ddb8e08e3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37eeb065b712e1aa4e15dccfdaeaf97692130add
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e98fbaee988270b8d1ede7ec3606ad5ebb3cfe79b6caa5b335ee60065bbb362
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2c183283fbbab66f2fbaba4aa3e500ceec5f65
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595c565235b37bf95d23ad91b0909672ed2061cda3267ed129236a034240f596
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbcd23dc7485d3940890f3348e3962f0fbffabce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f76364a90b758a843cb244a183ec1ecaebe70238670bcc340f3f553665c3f4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e470728df41565b896950d9a6608b1d558748a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27531690bca9062cfe8bd11091967e6e11c6fe09661620f2f10ec9ba10410ec6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db7805860b50e4aa6ab584416870d6f15dc32cc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a21483d42e2855e4c088fb94dba7fb293ad3aac4b18c1f6915bb3742580c89
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b8314149cfaa39b1eeb03f9f603cb01409f0e54
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268499aa5a003920dfff61cd1e6226cd4bf4aaef9926db0a04cab0dafd32a23a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a27255eb1b2334e21feb12ca2e590f49befeed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b7ecc4a8579eee2dcad85c367d079a92af05321ce8c4685d122d520fbc20eda
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32031f2e25fcd818a96ec0e48a8aaab7d816c20c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49ab2ca80e97d4005a8e088ae81c6484a624814e5fe920ecec2dd17c3e87599
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ffb22528a74118c4138a3f1231aa774f68a7dba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d1b71f70f8dcdaa9164355b418d28a655608a8b3782d7694929824563a261d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9792ecb510b9fc3ba791235c2417ad7bba2e5798
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468544f6db21fe90f94f06a21ad6d693a010e353a566e557c89d3c415cb8df46
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c05730c7effaa668fd2df844ff70bd8b9187be75
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e4c6b46f9fa70cf1d8efc5d3007b423eb79115869e5860e13ba36b489b64ff
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee8b99560d237e7f7b9fab8515dca086750467ac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a91225d955d2376c020fc515735afa2e4426cf90241c7255537886238a3f95
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40bf86909ecb143ccaa99d468e03c6108f58929b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd606be1225e151f6682e45d01ef8581b2e83bef63f65aaf5de332289c1c13be
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e2d72cb30fb59f009da6d7c2c20fb85f9e65e2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09071ac7a12aa3828242d54e91802a966090b731500936365264c02918b07cf
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5aa4aba60dea07ed40835b2ad88f745bde815a5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf525bb03724e01c9a6c20527789574b3130194cc18ab050123895cadf94f2d8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe27368a7dc0a1133371961bc75db84d8d3cb63
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0edd1c7970e7b1276f95a34210ef5ce8380b7191708f4995cb2ea1e0b4cba92
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaa7f77019cc1dd49869efe171789358f84d3a3a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7297be6adec841c878c6f80cfe7e70c773bcd05c309d598fb3acce282c3acbc
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b6db9828612178205b2fb10a319ff89c88cf90b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad54fdc7f69cc53a1321a783602ce4315eebaf1977d23997246773ad68c6665
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3918e17b98016a747a819a1654c4be19764d0b89
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d347b47ae638335acecc8736639f66dde0a8adc402d540c886ba16360d7f4254
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01474a6f753937d6f8ca155fa1915bc1224fc936
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:513466d37b0e2877b94ab81caccbabf9c480a38fba600275904279519f4fda97
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030438702194a6229e480bab17430bc26df3e4ef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44f392b9fc29b3f6936eec5accc0b6a4282e0692e02589b822f1039d945b6ec3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c28cccd018334d8f2531fc7de89f763215800a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f53b341e3d545966c7b606cb46fcbd77a60ac43719cbecd27789f7480c9deb88
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38d03ee0bd50c0fe9f56550d005206d87d0773b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e93130ef0924104bd2e6c28a3ef633c3e3a35685ed19055a219f20ac9a8fa6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2be5c942c9c906da58ac3a4fe61fd1a5229d77
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b12465cbbd387d348facc66070991e0440053ade522d733beb7c128f4a064ac
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92fbcd6cf1185a38feac8a2e02dc626addb3fd5f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c13f15c5e0e6830d7b2d10079db21ff8663b89de359034c45210b0192fee214
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec259e024847575c521dd1526fb25e3e073a12e1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:215e407209c386ef3fcafbe5369ce157af3db9c28786c43fc2977c7811642aab
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347d7ea4c9afdaf17d895d6d1547acc95f59df5f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac44e24bbd444886562db35a4a4b1151f9f30dbbec9b6e429b450a78be486c5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c8dfb73b816ffc1833bf9f0a998deeb8e6717c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aefee413324663b9d5d943fc896edf4e71c3ef971bdaaccfaf3c4595e6b6f9d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3efb1892fa021d31feb4bda91efa9f323cb340c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c77a2cc6843ec5b7b15ad1fa2e1466ddcd57c234055c9e744868b84357eccc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348ca123cf9f8967d1a72f3ce869c17e454ccf01
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:693e015434619a21d98326fafdcb035a858776d215e0a8b7a93b4377cfdbcd33
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ea513f83c765cf755241b458596ebe062d041a1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ebac3ddfb73a25b4a51ff53893691207fbe63c33193003fdc7c11c8567737eb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5337d3eec1e86f5dec8fcf056c727d21a3e70985
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b6aa88460a659381b5c27dd2214b9f0db537be3545e6b4bc4fa9b7c3d5aba3e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f67afbf7010df4b1e5945f9db585d60e573ec2b5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3f8ef965f59e3f194d754d60b551b2d44fdb48e94ffa777ad71ccd97ee2892
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f358c3a347ff37ed288ac89f36d25bfa14e42343
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d037a32f615fde68ef9ab48e46abfe4dc3a3532813eb020375e45e8150a5e6d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edeb8e7ffc02df0f141daae3ed99af4bcc847a85
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6048ca5db17569d5ce7310dfb95d57f7700c67f56909ca2607afa7b9114fc6c0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e5494a1cb9a6e1579676f5caa094e3e9dbdb05
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6870bf135fb98c49ba3949a94db5151ec94791817f11cd0654996a5b8d4ada1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ae5762c02cf3677a7c4778fd3d7d4e5990ad71
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:440ac5436c692db533436df2ad2e7a913bd4756a4488998097863bd68c1ea8ed
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605bc9e28fc8c69037208cd42754e42459bc4508
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97973f21d5d9ccff8e27a9feae9a364484f937fba84f18764387f6063ffad2a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dc7251fe56cd178881458c4adc8943977cc0123
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b009b8aea527545319239c50652ec9aa2a4bb8d8c05d1aabe9a5f3498575b7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd6e808bafcf1beb020a84bbc0e220b3351cf614
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a39a84602d0c47f6523af864bfdf91333934afa915654122679ff1e8ffc63b86
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b10981407007e332a0fb40cb40f63165c1d4b2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc06ffb0bffad25416d71cd03acb33d29bbfe1b87b7c725fb115fd0a3a23435
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66ab07f46c1870946dd8601c8ba4ed13d8800408
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd16b59067331bb907337196493e74956d2c9041035dc8c8d1ebd40f139280b1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac44bc16572a63e7bae9b82c1ccfa8ece4018b18
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01a0b1163c3308313a07b141c8f5814759871b227d1b6e7a75f603b87891cb7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cfecc0d5f237a5b330bb9aee58e27687d9236cc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a40ae18deea53d4000b9650d8d8c678ba507aac107100fa628c2ec802d8a16
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c3a3c3ac2c56b2d98de54ce8a9f7552ba2022e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b91dc426a5d4be6f78ef661475c0d01b1fa27a6e6c5a27be9d4e6ad7d81cd169
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f5b577446d4d51858b13c66e9f6a2005961675c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e4adcab6cfde24b2d8d30eefc31c3928df776e5f45b3cba5fe8dc319615c218
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb658978299e431968e6832ef28a11bb5a04450
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0328a6d80f673a8651b48f9257fb2a123134e8fd4c8a9674d554706d42a26ba
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e5c94620557835e2b92e87aa47ba5730ed19f1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8799b4bf2e7a64f3be63ade885e5b9d8a87af17a70247cd459a43694dff5ffe5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a02a8ebd9a31aaaa82f4ab3898fba67c81cc186
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6187051fd5d04925c006b870db4a1ffe1b9920bb55c3c929236fd68510caff9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10890bc3609420d970661e6fd0676a1d900dae5c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:195630738608be94ba232bfff51fed277708fb5e0034c6d03da46f35ee7ede59
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93524141c8a17060aecb25da0a979ab2838df6e3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccdd1e28e1c38293dbe4056fe37f795c35c6138902bd0fd73b666ca0ff7700b0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a99beee4a05cedc7138cffc2337454e774ddace
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8934bf48ae815f3917cb524639df14dcc8c85d9ddf05d759b9884f1a727fb12b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31df89c95c05e784a70803e9287f6a30bbd9610a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d1ef612940763b05258ffcb0ccd12d40523904b4b0da87e2c1cb4322562691
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9421a60d6086d088e71c62ee51b8198b8827cbce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1342457389b3c08444de375b2b03d94febc272e86d59c4d3507f7854cde29f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1fdb8af83c98fcf70a1041db5c62a9d999fb909
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26bb050680695839215af1b21e149ce794e9cd7f76ea64c55d63eba3686e7ba0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c056d8f41164229e066232b5ad9732b8aa32e0ee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9443db78737fb1eb9e283575637fbec0bfd66fdfc6797d8fac3cd52acf255c17
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..121cdfef1031addfe94b9ab3a516048e677d0d54
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd3387f244fac4c9abf64e32a56589256bf8a08f4dfe7eb399fd24e6b09c4d0d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff1d1062d175193636b9ad1e06f9377d5f4a098a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d545ad76b55bf636dc6fdb66b520bba9ada48bdf6cea50bcfa5f6b162a9b84
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5fd45b56d9dd9edec9eef342b2a740095e3739
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a97ca43f6503f686bfed601ae8f88552693b559dec7cf703911e072722b14b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bdedf4ac7aadcede574e2e461ad281f8e78f3c0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028f537b94ed3a4b52eaacf449f2b8c1db21419f73f6f15dbce0e2eee9586c52
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97edc2286d13f99f0a4eae6d3259f00b18a7f15d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f9c48ea791d3d9d651471eb5187650d96261dcf5107c81d2d29569f21dd21a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e8747ae9c13679edc83a26f004f4cf7470b2de
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c9b33ed05b602dbab4aa19b068e27732969c2ecf5953d59ce8801dae0bf6c0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70d284fd8b89085ea16fd70b569fd6d55b5f0d5c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2487f542fb86578647739d7b240493a450b709aaf0a388dad46a9f1ab5e0200f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8b62f9e53fc7a2f3ab647a00e55bccf2455b995
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e730a664aa3057095d11ac9af29dd06fed86821797df91a995f6157004f07f75
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8956d1f8c5e5313797ba11551c102669c574744a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05d492b53e40569ae57b4bda756c3ee98da1b0f97c983ed69a9100669ebfe5a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56177f1850ff3c25923e18f98e5477e5be575aae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:269f6f9f3b0755b4d5158f34de84ded63310f6f9f8326bc3ff092ab804e20115
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eccdcbb82a201a5b01be13aedd0105bf6030337
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43687ddcea0192579358ce60e16468a87ee5c67004bb0a2209936dbd64edab79
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6390560b0c621b58125cbc1874d54ee6468a0ac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c57645995d9e3497f0b0261a13f11a7585fe8b09aab39522716f1d5dc263df
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b78dd7a175931d2f1f27e75479780d0c7cb3c686
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0c94092412ef2db9843f3bc6b854523097b95a8e346f25dae9aab0f3e5df99
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf70f773f34ad848b0c63342a5b47aa6429b1831
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d3e5fbee8b0e62255c8c3f7c885f648f984c73b315732ee9b74264889bc6f5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568ffa8d0e5b94b3c21dd38269f0b106155713e0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a8dce3a3c2a8d062b5616c8df7e68ceca186b3759308406367105d430dec6f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c89506cb52321bc7e72b6a6ab3e431503b7e0daa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8dc82ce9ee9300f89b18589760f2744bc60d4b2599c12b8797f9fb5ca58edf2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cab82c79c3689ed4332a21835db87934903a58a2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba85aab1dac200fb10349398f421f9e830d5769ee1bfa4ea591b4c521f12e72
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54c0400d42766a4a4ad78a38f49f867675a5ff02
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc6c3a1772dbe7d8ccfd645d324d6751a07d68d85b296940a99b053cb895b5f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3d2d8a1cd41dd39ac2438fe2ecfe3eaeda413c0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2abda28f25cdf36703e9b8f98ddb6e749f4b19ff2271cc06d54155c0e28b7139
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..831bb140b5822138ded9362d9ee4e73305e1965e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9532830acd577ab333a125ede249f347bb71e73c5caf0282d87118b7923ccc84
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dd23da47fdd77b01cd96b6188389c250e480b8a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aba440c0ac8668bf086fcc472b7f8ad47f2af462949114c14842ba0f9ed7b873
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea73000b5da1e62af1e86e942e2157252a25639
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:096f45cada1147537aa85614a8d7c024eea99deeed089ac76df1486237aa9f9b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1386f12b5743c032b745996cedef66791487405
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd590e8586c6265ef6d0b693cd3d79abb02fa8f0397b9521b81ac05552f07d17
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c573e35db59bb762e1a5bbbc682c3317dabc8c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5917b5b67d806e47a572490de3914c4e544d6341a038b7efb8c5768200da330
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7640dac87236db3a32b72c43e74dc68e81bacb9b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef22f83206ebfcf03d52c8b04d7d281fc60c95aa4b296e1a6933a29652cbb611
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80efdcd8f42370d7d7f6fec519198094c1318d7d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9d56fcf5078997b57420ae9fb58d2e79c570c756bcda84a1204785138527cc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d7b5a537b9b4a61d867ce7886ae1a441ba9bcb4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8735ff535eb006f648db6bd48386c29539164a560473100cef2a96602001f6e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad310e90c3528a6acc1ffe7b2d91ca59dc6305a2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb626fbe9faeb21daf61c62dbde07291742dee82e1f6f33393dcc3385467c2f7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b412e4d3e9854e934aaefcd708c202173916ed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf752f70ce4682ff17eb42d489e64b0765bd78092045f61bd20df21ff4a6370
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa103e1c5d37e5264cb35fafc0bf9508fdd32d6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19fbf8da00de11ec995d67a48e68fd06b1a788aa97ceb67cc3a7dd2c03a6cd7c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f721e15295a640eb31c6389943f17b3d215ace90
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f5f4245a8f0d3307ddde664abff562fe87eb65d1a78f905484b6a8f7bb753f2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51bef3600377dba8559d88f841e84375df3d4bb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6609812f99b4ddb761927d17aa1425ecf85927c4416c746a93371efdecc0250
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c40bb7400d1e2e0b620a6969a8f7f7f0f8b27e8c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:940124d5b830bc464bc9bee46a7e21e4891b55c8e8919e523258fb26c8f5ebd8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c1cc858804223a65d81634b16d801bc47b3d8a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:321e913343f0acea757eda88bcb1102190fbc18a467d8cefe32576881ce06511
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..410c30f1bd65df9c017d87951d7b52ef918527fb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49486f5d13dcb06093c714b1a1d04ad5f402ed3bff106b297e23dcddf8c25830
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8242c348f101c3ed3045144a7aab1791ff4568a5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f596c48d6dd8ff62fd5eee6684404657df5b1ce1b4d6959088538e79660800db
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a4bb0eef8f3ae56e5b28737bfc0d3fdb6dafbfb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be4b9102f9e5f27a94ae5080d996b673a2a2f85f4ebfd2233cf03feab8b99e1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..613a35873f2306d13b1948b103b44cc10af43f0e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c503aeebf0f026ca2dd80f22a01da143cfd6aaf96a97b32ee16c597ccd876aa
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51dae15dbb48ccf461364de7a9f5b091664c32f3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6afb3d831ea121f48544d9aa09ef2f37c1298c2369e1d8b7c59f1877b1e42aa
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb5534965db9f0db581b9349644b3c0b0d0239a5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda6b6a7d4a1a9d9804b01ae4b3013ee936f737add259aa2e0d4b1e78eaca06d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e66863decaac4f703f0532d62b2e3f50ee83548
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15f49305b9c4153cf81366dbcba34a484a4e0054b136e5c9ae4355aa584835da
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457d97a7a996edf8d6fec9cd715b19d6ef9b9d22
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb540e5a66390d786962f3213a46946fef0e64330a1ef25e28eed2a90d1a181
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6182ccd60c9c530cd1bdde619b2f0e15b3815e66
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0fca0a7a5f47142580c83ebb8fd685905c3acdfd7e082252652679d96ca067f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db419b28ade97847f97bf244841b5db98b6e58df
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e8fbb9ae85580cb0ea0fbc913f6092f0e88d1802f6ec2279a3fbef3f6c1be60
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af29b88a73c5647062efacc429f49219fa8d640a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d512f0b3a44d31bf16394ba0993d6deb4b1e6e2e6c4ffacb40f9a3edf1a12af0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..761db3877d3bde64bf24c1fb6557911f8409d937
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d51926a744318320c8c693b24a3655e9773c3b608de0594d824902d930d86ee7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..621ed00872b38c2fd1bd1966d6cb40221e0cb354
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4839a9464fd5648fd4a2579a0af56c9b5fcde8267bcbbc8b68b8f6ea6f4e34
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a37c49791efdd5afcd0b388b7d5c1722ff2d73
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f564069d54aa7aa31df246a38161cf677f44893fc5dd6d061633736f856182
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36d6dcfd7b6a0afb3d1d7bf537504ea7c5941443
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95e2b6e23bc6addca2f3c56acff911a438d4597b9b207f149eb4e6542695d155
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d235e180ac20b51fc212c9119ddb3eb085f4fb4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a3e00e2b157dc1efd0b5aba5a0fc22f21d3fe57af5e4c60e0bd967c6d9e321
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c29ec03d9ee7e836c8cd5cdf8237b565752bd70
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b252d2a55609750db7001e6697850a4bad12125ba1db59b053cd31a777d7cdf9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d062845b321a6ba3749477d7aea9fe50e8f1fcb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f034579ad9b405e402c306ad44ea50af4a627edcb70b046d51c9b4daec26b9db
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d132b20795eebbb5c36aa79a94e78c51db9bec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d613ad7546851293bf2c333ddb7412a1e6fa9bcf780250643fef85f387b33d3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfc668f012c09bd10a17e1256aaf9ddfb7811ec1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de295c9de6e1963bdbffb14dcadeead9bbacf6d8b71eede0781527537be0f083
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a0ee1e0fdfbdf0e869b583b09d0f08bf9d0e4c9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5506d25841f2d7befc092242d6a9297a699f27719a09fce7b046f77b541ca6e0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c04c034881a12012efa7286ecd16d5680416ca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c3cee1488e5d95b949ef1248aa01d446557b2e93bdbb29d756a8be283f129e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e276ae7050e10195f643edf06078e33b0f2075
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d25fadaaa2ccf8b733d1c7724a53fcd1c02f1d3a1a20fa9bde15d642be93dd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ae4b22f247f6f4e2c885d1d1187154c179f83f0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ecb40f2676cb7657e9e74eb5a2c45099a95ca5254755e594c8483afd3add88
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f879f02c74ceb85ad019360ec2709637f950a0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:451f5aae88453426fc9e88e3b0bd23e6795dbd43d5409c7e886f9402f48b5304
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1f8185dc55346ffdae1711b6cc0981f5273544e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee21ebd3261a0f574b5788a4b90bb92228a2130e401d9a1afec906d0426c1b89
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f877a203993b4c0efc924cfa3e50cd257c22aa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fba9abb3edc14aaf302c5409b181b0b6021cd2874eb8f5a11db2bf620c6c4f4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd2cf28bede6aea1b02caebe4b4fbac3d34c2d0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b980d3b61f0b15604587163e4d55a52aecc6822581ea9ba3edeec97ed59a09fa
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72e2fba09b42546750c50e7f094f336dca616848
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0eefaf2a015154245eca7aa1186dbec9b1dbd4caba8debb1ea7516fcc9d802
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b9a313a5a7fa3194c076e346368fe6c46448b7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56f37b4869a2d3772e1902797b93d05851faf191c533ab813c014c8a275e3d8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9203e06f88eefc584834d9789baacb42b70c9772
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d8e19b2f23bce37556da60d9308bf939aa8787a9b87fc8ae3abaf55d0bcb09
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89bb633ca5c1234cf0ed41c5093d52ae6fb1d7ff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:573716862dd8912e8c453160f1c773cd89cd1c16868ef179776833f4f61cbf8f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff43badda1f798e4f3d400d7c25a5ab6eaebb7f1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23b41abb9971bb76c3d3f5a57a540ebc700f5262fda22cb820df885e8275137
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b50a1fdc098b89a62f3674abd195a62241f3b9e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d81d8b4e7f7a4252c69a309551fc3041af2c6a63642ea17c7aca721085a2a9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c34336648dcb6dc275b6f889ad00eec5d32a2ab
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1bf4eea3ca8bc3f0b74cb83591e2bb834a3a9aadd631e6d0e6fe43f0ee4cee
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b076f29df7365438790cc36d3b6dfb68970b231a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:615fd77f27338375835ce8c328b5ad7fb33d4a3ced6855dee6bdf8afa36d5d5d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1200f559183894132c5591c079e11b23b85b9d59
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e184d1938913e45e6fcb960ddbe68ba0192be3a2edf185ea65c1e8b57f5dc2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..365c3c88d4f3cbbafa5bb857b07d8484f3fe83b2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6271f414a8adf4502453212fab54102716542f42003a13285270c3e190198791
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..163286c27451b57f6a8c45a282192a6d3791f676
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c568cf6e608811e372d262008fd0feb3e439f06353be21f4459fffce7c8c10e6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0120ccef7d20dc58ffb5b87559a6e44eccb89fb0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b6256cccc2938db05a1e6387b77498679462c90ec34c6b19ee0e03d4c145807
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ea44aa74c98272c3034990b95f59f0a2d8206f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98c20362d4cfec1e386f01c63f653438229d0a1ffc3c2314dddd3a2935774d37
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00746399a84096b269b84c027be2f9bc2d9e4c7b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:872ad70e06a55d0c47bf0fc1e24a82bb27cd45203fbace56d06592720f0499af
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aca51cd9cf3b8c55246dd7122291635bd7a2ade0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb2567e65fd4eb7ed08cf65782be66a9b677a4b063a45a4b226d4ecdf2e62f7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a148c711c9110b080bbd08c89b843ae9e6cfa3c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15cbff5dfd7c93b70a91a9807d84b18210b0e2a579584ae86e13af8f495ed18
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59cd4a25f3503d7a5ae5b79b01c14dfde3392bf4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59cda2f9daf07bbc07d106337d0fdf83444a71aafaa2c502e4542824fa19aba1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984bad9cc40c8a1afdbc45a2fbb9a14becc4f980
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8b09bc50788c76c34d028237fb91d52413d2c722c8d6fafe2188be2ada1a7e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e038193f5b8e123074592907d611226e895938ec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9098b89e85532817a494cd465cb1502660312363460826cc4a5245ebd9ba42f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73e1daf38baa9b36ad46c3cb8363c4125c79d1c1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d622bc81650f6ef479e350e8ceebd3537203bdd4d70e4dc0c40936821a1f5c7c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb6bd71aaf50597640993f0cb3e928eec6ec8cca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22237ef858a1aa7cb9af41b6425ae018c12335e2cc4f2e69e621dab6d1ee9d52
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e16a545229902dddf0e2f507cbcf2b2f49a94f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ec40527026b20ce90cb9742e44b6b78e2f6b4ae1dc97aafc5e0ff6c57b6fd7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c466c97ba699566fab1f5bc76d91cb596e84cf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cede6ce92ad49813dc3727de44ec9fb43bd940ebcf163a8d890e85f78050e0f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9cc3c88bfb603e47fd80289f0ee72cbd1c61b51
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0095668f1a5ecc001d036e98528915573dea2d52646caedf87ea643c8c377e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f859983e51873ea954e3d34a7a1f6e6594e0c7cc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4a1dd360aec9dd2dccf825cb22b5aaade7cdb7ee824666c9d2332048a785d0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93129be5f548bccaee8c36fb3c8c12e356d5956c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e4a5b180d9354bb5ef1c6de80f591ebe7c5a5eaa96c8362e12e7d818639f0e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afdff5e815037f7b4c3cbb4f7b35f8af544b2249
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:006ea26f433326abb1a7cc9956543d31f2c652c5e143f3ec41719a11c0cf473a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b6b3e626bd7d9ea956a80e371201069141a39ba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d161fedcf442c6afe2c83afa4dcb18a5bd9ca258d4c79cf71bf6b60b5e4d314
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e75fac7529e3db4eaad2546fb49f3c5f3ad39b6f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8db1457223bf2078bd9501cdbd3253ca315e9d7ce7dd50f2f343b605e0497c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc999f8ffc0123a9db1180cc9e3c98d29d20f241
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53a57f0765407bbc38c58d3a3765c4a43340f0f8408250bb07589cd180782eb
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb86bad2b28c6a06738c71143f0e0eb97daf858
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc3396a67248d99e0fbd0858b2b46f5d211ae848e5293dcc64949ff76dc12243
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a28edd24c1f9829e58374449090a8f2731cdfb8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3519b0631c33711584f8cff77f86be11845bb72b25b9bb1c65ea17f16564b2b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5cabc3a152ccd51cf3a1f783198a07972c7aa2c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e37b32c0df64a6872c603889cd41eb0f08692018d46c1d5ce6eeaac05b25e35
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4854f3e6d59ce4cbfe9f5ff04055a020c329e0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b066fc9700c9e4f84cdc4b95b890e5dfb96d066de3815f5e9492327769b0fbff
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6859090854ef5edd6692fb34e6c5e00b4073b2c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c650bd1de459e64083fb32b5269dce433960cbd3e906683ba39a4fd4a9b6c06
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69a81f9501d9f010baf43d63924d451610c3ee1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9312f1b44788732da22ab3596e649be32c20daac87b6a3ff3cc1a7a8ad2fb835
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17705986ea26be91347978f948ef2e88f71a17c0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3b25c425016923ac13d2e69b8f2788d5f17fbec15eef069274a096dd83097d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9641500f18390f24b4af6c7be3aca17c73314ef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a1e20d74eda820761500ffaefa499513c7cff8d76a18e913cc222ca6960d70
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ab9ebde434ebf9aef20178e33d1339e98ed927
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5e12323cded84c3c872bbc929e5fdf1f62e80d7e8c475e0b2b3fb52b3bbc729
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e906998018040e7eb7b3f8ad847844ed43a54a41
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749b0b7f8c2876e85e53619abfdfda1846bdb0a130a5c98ad3e66db6df734254
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f141b6bd8aa954f54955e5ce90f6427ee32ceaa1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2811ce2b3b4ec2d5bf3c715f0b70ae6353706a78ada1b0b77be26095779a03a7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a28bcb2ec947107af56403eaf29a6686ebf2e321
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a493ab08c1ebe380640b61bc680979166fc6de18622d2f85131c83f1e60a84a4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7de8fc7263c6ac7d24f091fcff9ff54862e26d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8350338a4c48b1669b0bb007bc6580433357d3dbce56c56e5cdbdba950dfb1b0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f2b40fbe21263875716b3ed227f86529f8faf4b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed881646fbe2800c2c3c6a533d83af00f490f51a7ccc2fb0ec820ce7b962959
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e1b955b802f7893460dbccc16229767b47a1614
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9417d1aa48a43ec59fb04cfe04ac52ec6c4dc0f9b664a25e90247306524052b8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98b2ee79dd39a06053a69f55b1a5b59a7f98fccf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd3f081bf1123278ea2d7bb0fbf91762f083b28d363668e59e8a752d99b8ccb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c90bbe158fa6caa40acb155d66ca20f7a7acae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf22132982d2664bfe6187da673b64a12b7d42d6aec689a8e413666baa71e3d0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c68f06e14a2b40fb1c56e20d9beb919c476eda6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54748d276f7629ffd5b9c24062d17e36e6196eb63a74b3d6d95a043061848449
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20a81137ec55c2fee8efeeb00b2c60ea2b9e5714
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b6fdc5364d6c5ab00491b8a7be1999a0edfbbcf4e9eae85fb599826a6097a39
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f77d1ef791352a0a644d0ed63e1b278f294128c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e68aa31173fee3fcff690fef1b2aec772758515c1c3ef5e2e1beed17cf62b7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23506f612e4410fbbfe3c2ce48a956bc95fc8233
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1289708b46e64fd09a5aba3d0677f096a628f8779fd9f50e12c584366665fa4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1048907d4cab33050ea5075d0bdfed23d48a938
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae86b86ed02b1ee794cbd38315658434632d1d462a693f3cd247b392ed52f98
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ae6b8413c30331bb976f1d1e0a8be61bfa4c89
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0baacbc1f5bc9d21ae87059ff10619f25587cc37b769b3f1ac18f6771cb27c91
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd2a653033fb9ce51c82ad3fe089aa0d6dc5e593
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7208736faa1ccd0335319d76b3ea580540540aca7b102c6a08a606acfc7bc41e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff26ed80f2a55fc331609510d2ec3271a8ebd35
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7544e692250c3df2a97cd828778b041e8c13fbd9207f54ec0889b50279b18f3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ec4a9ac0d200194c0d9518e6725336e878c3ec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e535a888294164d176df0a0012f2d24c8f514b2a63a55a3bfa14c59b30d504
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0081f6050f6242743ab929bdd25c023ca618dd39
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc96c442844669bac57a6d70b90ef88b8e833bcb6c76f03304b7e0cce83e3df
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..004aca98c19865a5cd24de18938f7d1043a9cfb8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b1dcb13360fb95dd855b8671d30af56a0f94960b63797e7fcfd9cd6c1f931f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54c9a0a7f5040c4d3ad5175c1f1fc917758ae782
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c48956ad6094defde601e1eb8aade7969728fb7865240d4d9d24dab62ae7fb2d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126dc7d228d44de00135940676d54d942ef127a2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:451804cbcb6d49dbb347d0749d709883ad9f0e4100638b9c0b731c411ec87773
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8a76f8733287a750e50920e33f79542ba7458c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f7a857d0ffaf5974191249509115302ee53aedce2da8817837651a65692088c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c8db338fe8ff13cec78b11cce6c027d198de4f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df158755bbd4ce88ad71fb06b204c3d63f2f7990d259f2f2a7b1437e6c3a4b70
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669ff8b7c3e5d21ea546c0cee34f647d844f1adb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69d6679e79435f848261510e57913074472c66c94089aaa5b00b43abb17d5b99
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0020f01997706e1a94cbc196d547bb9245544b9b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947c8f666041557447674ff4cc29d864d0c839d8edd3efa578a771b9959bc3d4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73cfe4af8031cb6dfbdcb3669eb877358d5510f9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a2209b435b905e0f5b654d7158029a8a07e4fba4424cf47c17bf4e31535dce1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15282cab230f03fc455e364116e5d3ccc4ac7dff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd08a8f11c58dd5f1155f875f2fb345a37b600464de23b5033835680de7542f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfea1a0cf67364c95fb85a1d9a72919b6d8e9af5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b1bc5dad89757a80e156452715a73c185270c598acf9af5cfa4c79891068c9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36fd62990808a407d043b81a693361c2bf3552ca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f203ca86ac27839a26971a4db5dba22ad2415c1e82bf20381b2fa3f80063ab
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6c6936989ec4212e2b4b3de3b3ef633b1c8146
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4908526da94465008acc1c27ee280571dec5915a00907f153cd61b1ad1b8f671
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbecc9663565804d427e48f3ae79e4eeeb2bc65f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2d0146a97421182d7160b7d7ffc9f689a76a96de374de2155a364ce1cf2957b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a2dc286d791635a6078946a6531723813de768
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abac272562798958ceebe10db406440f747a7d3f8fab55c21cf4bf8751a9f64
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90eb7704608389076bc091354f499450afd51e18
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75131f227fe6fc1f92b476a809dc2546c6ec96e5eb995c922cc9f286e7771bd
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..678a3e2bf7abc64f3f4d7858f16c9b65325fbf48
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af820e34cae5c0705305b7b39528ccb027e8e8b30c35674fb7671f709cf8099c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff6f971f7f3c7aefec247cb7535bdd8d27d97f0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2560756e024fcd6df69fa5c144c4a515f00a0a0401c2f8b478c7e1d2ce174b6b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0067df4621f56cb11934135605925634b8eb09
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa6195cdd70b1a29f701080a9e83491a04a0cd89c81ad18c4f59193846eea77e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe987b3452eff3e8f7be37060ba39c43afd21afd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4288b59b4a1bcac6003be7e7e36ecca0a976c0bb07c8994c5b410128b3309344
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..747193b6f1c306df9659f5b53e8ce9eddc8539f1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5da253b73d99c2b3e38b19be0fff86b5eb5f7fccdb2eb09fc10077c96073a5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b503eee09b811bdca3b2a5b1a19be3255f00862
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2664d7ecb71c9c61c7bb94a2952fad95c1e82304ed08dfe3bd34974a88546569
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd4817c13bfed28c117423f4713f62764488df2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e06a325524d25876c8fbf78d80a9a827f278d2f0dcd4db0834acdfb11b16fb95
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6af7a3d1c92dd5802f75b3db849f787448a0027c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1650b744765f22df633884f7b641344b62aed44cfb5f22adc5c61fec53080fc3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b616a0e8a4ba782e6e1235f77921d54622b42389
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1df266bd9578903094a07c9561a9d707298c737d7170ebb0548dd64f9717976
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5406c44fa0dc6758613ddc60bc08a7eb49619dd8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e70d198a2ff8c7c2dbb7752bf9a1eb20519eed89d7aafe8ac7f2183099291e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af8223bd10668e2e83f63f3c730759ab3ecbf829
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e20f514b10074605dd881071ef8b8ad320bcad6d90abe811a315db9dd157fe
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e279731e8b7bc77c98b508b533d92c4d26246b67
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abec4948c991e75d04f7d6b66783116cfb51340e1b9adeb5439e5c5e95a5c78f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e75c44ddf86d02f57e9fb30fc903885d4a98da4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb1c5899ab068898864d29447cd30c4f5bf42d90a737f80c089a83d48b975b4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b950fe5187f6207168b11c61b84a762ec01c87
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf0cec24b0c17affb6a78d6742e5aebede01a082df13ac4c1f2f899e1bb6a7a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d4abd38271f12523331cfa48d73e52820c50353
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ab091b50f2237832913816fc95182fae0e569b92e93d23e1f4fa5f6391cef1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c4c837855c58ff0dcb54c10de980a720e0760a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1120f8427e04b32c9c202ab5243d2eaf2d829f641a721e00f95b7d617b22bb4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce46c2473232c40f1522e5d8d4547f5c413ae7f4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062470ddd5097c361b85e44ac7f0cef55ab5587b439227792a7db7b7e73cd0ba
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f757a4d8c2dfa66d3d5aa3a1cb6e728567d10a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2527f8eb2ce9b3e1284f141d79d49ffe74b31e11fcbddb23cfde8b292042d7a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9694836ec258e391984f3db5d64a3181470fa452
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71f71ea22c0d1a3fdbd59566e9ca9368e94455618dbd334a55c706692d99cf0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a000905f35d162afdeb3439ed63bcd671e2bb5d4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3287f2fa6c71cbb7a51d0a5428ecf061c6f02308389acc8a898e14aebd92558
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ad323827e332ed53f9088970829ab33a0b3698
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd60dee5e0e8ea7029ca065f3886fd7928a73c13cfdf6b65234bac568335d7bf
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea9921736c3443e35c1917613476808075578ff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65593904c79c0c67129b6d25363647f3a15c3a78e745435c011c7a5a51cf98b2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc72562fe44b9c7c1c2d9521daeede04db6a317
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d308c6eadb41f7214a6ec664d5f490c2b670aba6ae53aa16c9d982e1ad9fbc77
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d687eb0322167f25d201834d23425fec8fcf16f1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eef40d0a4232862dae22a8e39517164a7e43072eab7cefebce6e6e09779422d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c5030698b751b4aafbc77ce0f925d099304fa07
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9975b4d23de601d176927bbcaf8e0f27696a0d564fb85f2463f2c9dd3e14e93
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c58ea31b2b4a60edb799c3f01e45796fec187776
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2350ccb82a241f8980ecd9dae85662b3c0287dbdddd291a0348939e249e877b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9599e7d0cb18cb3893762d0ded8ad64d0ae7d3e5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67acdb5160b859bdc5543da3fc400cd561f3c2d188c18fe568b8f60adb4b2279
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423556dbcd2fe96989c10858aff43db4458ecf9a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2420a88030565f0d266667f42c3d578e91e2e2737213dba123440bf96ccb6737
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..105e554f9b5d51aeae41b88a8187d46386170f8b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cacfa7ea9d533eacb05a48e80953fe5e781301c250f6b69c32796f46e9b2585
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08e8b4ae83cea4299307c5827084409921144bed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c425434138de7b3b200774cb7b145e91b1793b14aea3ebcb599daf42412302ed
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9896e36e4b61072212428fe8fd10a8898b9778a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ca09a7193ba0c43b01ca6a4d1c19b32d87749e748a28635a39a767dfb54beb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ddab4ed5229ff09ea221c84242bc7fcae758d4b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fe584516060d3c7fcdf638f703696db4a5f4f899e89d6b06d76d207b5a39298
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e08fb53f5b6f60143f796674a591db560df96496
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ab047a07e962e9cae819dc599dae86a42f694a4f39108df361c29061364829
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3eeb34f02e5c61479b85388576e914b67c86c08
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cbdb7b13d4d609ceacf8370bf9a660826702caa08eefb16ffec6cb9bd2f17b3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ebc86470b0c84b31891639fda25d6c3780d003f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e13770eee3902e86f403fc4cde1479787f72826f0fbbd8192c2dd410eb25812
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b38150f852fc633a79c410a52e81b6d371f8518a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d61648b966bf57a334e39b78fb4d32ca8299cfe8aeca29c0cc1567f8afe2aa
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c047b2298a3402d4b9a376383f678c9a955698
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc66d3cda1c701634ae773075ce7e8a3dd1ea0f116f462991aa2a75a0f3bc78a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b4fd76b453ff1ffa3e3bb78fe316446e58f623
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc774dbc414f1d0f693526bff2b2ce5fbfdb8930fc4009705d87eb742773979
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1d0667e3604c955e018a6f571200cc6a2e0a8a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84d554642a10dc158b3ae974039580f53d3ad34d6dbdce3635a385c132c9066f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b49bece04a4686d60851a196b30af346eb5931ad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:899f0c25caba828bd9e52803b9d60af34af44eb7970b95d21e4e7e70301c8023
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c7385e0162d00a5bee0d816e3efcd13c77dcb2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a4bfd9373679b1eec3a1e3985fc283b156fe5a4c41c488052f11ee6f4dc45b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e6b229ba421470f6951f5189018f42ea5cb971
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:565da928706ce25a546f60940572b6ccc7a66c5f928a465779bca0cd992f87ad
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..249b34d769c2c5016c5f16c40eea954a5630676f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10763da591681ee91d0ac171c4da454654714d9d07caed2e3557e95cdd75d02a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c428a6d4497a8c06e3853520b6f6593ff4a0a0a9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1298c73ecf3a8c8ba85caaec048223c10f7ab7410f94e200ab4550426861c80e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c6cd0f88f1cd5575a336e9dc1f32389f9bde3d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a2a159d4da5322868a352c144f7ee6a4cc78a8c0e477aa38a9bac439650eec
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69769fe1276b24c3bc683326b025c25ae99329a8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0cfe412498a9376e7f6c0dcdf803833b88b5147fd4e3ef4bbb2479617b06c26
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81a8b5de273bc9d60c5ac80bcb8b480d1385af3d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be546ff935b024af7f8a79da11325afed17a938f1ec114095fa7b389bb1e1f3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8483c936a8fbb2f318b94f2f6fb3600c1a8dc851
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d14b8580a3b1afbb19c01aae3e1761e9406a255b5832e8083d037e0c75caa8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e273abcfe5fa2ec6e5c8a58dca9750e164e67185
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e63af48b88f69b2ed6a25295d6351607550757d5265f687e488551a299726d6f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7534b18dbb068d0c9f6cb0342fbb754acbdd0ef0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93f9f8d0771aa19650bff2970f4079cedb1b34c17fcd44e6c99211496e78ada6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c4882afb8acec869e12a75f4cd5aebc1cc1619
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b8f1754f01069d4176ffba68956ba36cd2831271a685c8c9116f338722e8a6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0f1c4352128a4aab58c5c13cedefb73d1ec5eb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45098c66bb596edbcaa34b76a6459bb6facb6accf86f2d77d0646970a3fb9566
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec128f1f2c6d65c52db6ec2e2f19d75df0101e7a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3f2629cfb8acac071066e809851385c2df23f532114652aad9069e087cde1e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db5560216a4fea33a823eaa128c11f56c8163309
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17dd3691a39d92436a1fcb453f72beae4bd917af6086a3e93ef6eb1b1bc05aa7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..184e12edb4d01e7d89d66d63f3dceca752ff40c1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c4182c4ef7d7aca581a026b95eb6206b35586d49147e02d10d1b8d86c634bb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa34cff446535e95dc752ec3603cf52767fb8a32
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f44b624b4de46d6cc3e6165a41659675cf8c2f9f9888d5cf0eabfe24081c38d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a0c51636377c4fed274d7cfe9a9abd4b298d264
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c8f9789f556c51f7044935156b1cfdc56aa7b19af91412798b9e47ebbbae5ae
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2a141b70a3d3dd900df1c557439698b58fa806d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb36a7ee4c33751bdca2632b221ab30463deaf7d795f521f6340561506684227
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54870923b2ff38b55fbe8b338214994675dd8f2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ecf168516046d278d4d2a459461c0d79b6d23bdc11c06a8b4845683ebde4f3b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d477d4c5af883fd75471eaaf2b6f2d57c56de0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87cc6f0e2a531e5097345e20ed21a20135018160039f2af1464ec26a93a3565
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38313e40ec5d1287ed319299c67a0c22bb9d05ee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81a017a8cc0c3994e01de0fb038dd22c75cb2c93b139d33d5552d6dd060605a5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3c97184e279fe408c4dfa2c84d4e58e0a500b5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb314f69006797702a449cde61a6d7b457d3daf713fe6ca900a953a5f6ab94a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd4ab8e82fcf2166eb6f60f64f127944e811ed78
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf2d6ae53b2cfc281cf9e76050d17abe68e099e50251fbdccda6c5f81c4dfd74
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b843b102ce041ebd42513359631c6b9019efd9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:604860a5bc0e8637cc69f2f259cf915d0940894af5cbb038de55fb1c4f163697
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da99be5e58611557eb7f1577486cdf403456dc96
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9463ff30fa144924eda6ff35457d0667db3157f527df3a324429556b0aef37ff
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814a9cc287dd58afd7af6cf2ddb48c7dba88d851
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69468c384d13f5dc1528f02d94d88b6120707730574545f5f7471cae8634b4a7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2318e5d0c45df149dd224bfa9a36d27de83e7f23
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca79655acbe1fe1fcaa485f7c24cfb57da512128c50113fc2fc5a4ea3708f8bf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..725a3b352df8fc8ecdbbb25e1b1f39bc360355bb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c73f5921f80f285bec8ffb6b8041254c889bf0acf7d47c3f8c02041c4014a0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9598ba4556860fa9d88f4afa3695254740811c6c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b5a422ac5b0b8658421b4e97ee95689b0842708d5fbced5b3a698efd6b8481b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec06046fa9bd9d665e56e2aff8e2b38e1ae0d44b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d62101c6060822f25bcc10e955c8c80954e847a7a26924e6bc2e03c75265f452
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaec9f3857e65c5bfb47d4b533e0fb4cb49b47f1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63ab00e27dce31c7daabbb96d1b30511e5fe5eee3d9308a6d39d2e142e07c8d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44abb5a82aeeb765201f023ee24b3ac703c1afdc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e8b5f31ded47d9acb5ad0a38178e53a768dc617f0c01389bbd9b2a8ef21721
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8ea4d3a45ea254532b01abe9b2d5fd3cb0bd1f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee5350f9a05ed65f27b73c66de32558e7c6ead12c6781ba34d7e5ac9be25d5d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a95d50d305478059f32672a78cf17a70437f53db
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05dc42c79a77a4cd367b803bd372ff88ee101f6e56fbf44c3ae18ac2c67dc1eb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d029f50be8702d04cb946d1f788c9e1b16cbb2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f664b66da447b6ccc3995f9db72511bf84818a098946a5a218404f281a9920
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2002d3ae2e486c2db10869d0f7f7fb0ec3e9a3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b225f4aaa1a796c057d29fe1c710ac4b36b5e1f1cbcbefde521f28cced0c24
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d91243c6318ab190a7999415ce0ec426e046f81f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3176139947ce43deafcb47d86b8dc45b9b867c23e152c6119ee1c20f32d2961
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce4e8f8f635a39143069a488b70891fe1d001317
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d4a4f652e67b0c1bc388515e110b499e133ebb64d2630457cf704b62d199a14
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8874674fbd7aa017dbfeb2ce26dc08886e69399f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97674315924270d6dd6d7da71cb184f542e35785568ebf5ae589692cb4e3f3db
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d9cf246ab2a248a7ffcfead3407a3446fd28cc9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31068617cfef0f476e1911b4f29fa08a28d4c5851ac4f3f5e4f1d0dbefe8ca5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024ac00d279975746100f2ae7e28e8eac57697a5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4fc1b225e281a5041fb16f30cb1a8ce21650c0763cbf6427dd6d43c0877292b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b78ca4b871354f44b6ffd1ae11a723c953d43f3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85633674ff0e4eb7c8ae9d8e8aaddc23ac280b53d06bca7453599327bca4a169
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a48d76a731f356200735b2be614f5bbfe59d055
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b1ea7b97e80ca782aa52982b89a9fc38e2adb59b20b6dc87a3d5ace5edd456
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd3fe018d3f4cb7f6d8818d93ffa77ef52b935d0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a881f5b41cc48ae52a0b6e1b0655d4b292c8cc80998fb070c8077b1fd7c067
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c51a214eda24abb82a04edeb9a9820a22060a34
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4373e92544e7b95c4be2dd9cbe65c7e10fe213002bcd6b765f5807d2bdd90583
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efe1b8a07bc663dc897578f1a9e8d6e508430c68
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f24998c633f8e9bb7fa49b1d4141f1eeca7efcfe038ba8025a3aaab12a39e94
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7684c9f7818031fbd90ed2ec2c44d3468b16ec9e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:994ca48efca521c0c16313763888c7be6728ff7c0543410d3c0b1dda91d50c26
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be4c620f77a4dc310659a81e36d45de0a4f2a83b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01fd7589d11244b1b9f3143c29f633615512ee050e94a07a2a484b306e552bd6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa283e56fcbe5b1d225346e0819b2b796bedbcf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2658ff0b658780432eaa283550fed761a0ae73ca340694176fae79e9f7930768
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24216e7554df94cdda156bcd2ad0e74e3119e8b0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d23dddb3c48ad50fe507dc6ad5d5bcbe825743fedd27fe36076ec2d152c1a6e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5d6bc90909de0a9ae0cb2e28d3b25feb568e7c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c95178e4b480e9cee07687d0b123671793052fbcfa54f536f0f312317212b6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ac4f99539662a673628c88295be3e2ffd89797
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6136c7283c4f7a125a5ad5f171908a12e9237622cffdcecf64f690c307e4545
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87fd7f3b4c450f63100466ba75d9f898e0b41039
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:362f2e4992a35afec372e56374b6420495d6ac2e6d924af6530687a360c328af
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..140da2c4de7c7f5902269f2df0aa5848fa383970
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8470a41b48620eb43066b33da45cc83e5f601640281bdb4f65c7c9fa1592759f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17214eb970e86d0a5b10a10a9b1e8635bd8eb25c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91238c2f7de33a7bd2cfbf74e810135e67c55d4650e3a213b5e4687d80b346eb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c096582b26aff215105adf95ebc3365eb48d3e13
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:132bcaf9471fa7697bdb1e6863558c0f3400f90096980090a9e6dc26d736ca84
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..378d15802bfbefa3b1d600fe9cf55046521cca35
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b0a7a8bf35c5517656bb0e100f9e6a24792f68f2689c4e35d8468127445b600
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c92cf44700fd92d33e8defc87fd8cc06ae95968d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983699809e2d394bd32dd5ad03d5d08bf1b1e60cbe0ecfed199a494d5effa496
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bdf13e90374939f6e51924c8347fb53912607cd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19633a214127999f6eb327217ca0d3b320d6d5f086d7d161eacafc029d7186ed
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5191201ec80ef44e6273b1f4b775672e5bf6c981
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a9ed8f8cc233bd6198a28e4e43029d30ff7d61487ff52ae85e737ccff231f9e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe2657589bedb5ec61e53c4f62d34af8f93fd363
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5afbd667f105423bb03f99d3e21a73f07d0a03ee9095d596f9398dc18cec4d5c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2668b28dc0bae9af3eed4d07d8ea9a70258ee0c8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa7baa9a6b80fc1ae1b86756578861cdec102f3afb1fd14c171184b51a65511
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..344f0c54e2925479f96c2b5bfb575bd0b204f230
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655aff4b116c52501c5716877b9067219f14d05e7f3039dd1cc82a95ba05014d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1412cc2637afac8a10b8f4b45bdc024137a526f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e72781b3a547713bf15c1dcb83b9caf7a5c70695c5fb74ec3de13c7680ea3a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cef742146ac568363214933d51f244148582ba7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92108005a9a9369d60f776a439f411effb78111938f6392dc70ba2937686c9d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06e24bb2a8f2e7bbcfc7ba5a7376338185eea6eb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c3de927e589eee9838f04df4269e8a3b0c7b9274fa30ad81e8901ab5bc5bfd
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf1e3b80534f07d30a6a533e6a82985290f3f7d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d22fa2f4543f9d64ebb84a4b6fefe896ef4e6da18faa80566bafff6ffdb9f14
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab82c66762b4445738ed682047e8afd564f59b3e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8383c5ce89b2b1ccebfb99462ead509370dd79c39f6afa0f75c4d752b65895
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20c1d77d067888178550dc05722ee20163ecd85c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45d2546709988b7799e190e2626604c40ca014aa3aa73a8437e879aba11ede2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..999dd5ba09f620f9805fca14229759ea959cd47e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5663a9bc19c249970793a72a0884e6a57c7abaea3a4817c7cff0d84f13afceea
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c19403ee9d3cc453ab492920ea77fb8274a8fd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97791c849c2d5cfb4e7d27de755c05cd34ae518ba08ef3ea8b0b3748518d56b1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f856ad311ab7ac1f172316274735734ef7de09d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79bbfddbe409d424ddbfd886007238c4fd1b8b291022348c214981dc98879d1f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b04a8ac56b6c8223f885a29daa6aa385cd06f3e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fa922ea29939f4e296e39992e419a4fff24761f077eb330493ece78d82026d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4332a0e4f7f10a97aa556b12f4b13ef6f249b079
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb5037bf585aac6f9aa0c35f0fdec991a284da4acfca9b2029460c16c7f5c1d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60ef4b465bbec755629e417197305fffbe1b4f1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594f664a82a23262163498d6832458204668c4b215167fae3a5cdbd8428a0d87
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c39f9eadb57710a626106a1089d442b7cd3f82
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390114c1decf5362e9519977d99baa2c1fed11108695beadf41175fe114ce664
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38eae7d8c91b697e9a0e832e61a8729c5d091614
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c157136ba75421383cc20b70cef046b7a6c0f7db673ba58466edbb839a88ae09
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d1e5906e320cc903f4663ceb3498b072c7a81a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f47f231fcb650b6a4f8f0bc62c19e72fae6c20a2e2b8ab28cf6badbb3538ff0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4424d36aaabde8abe89b2901e7c8fe87ea8dd1d7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2550e4f15ecbb1d6b33ba39181923563da0f126ea30cf853cc962a4bb85fc865
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b10c30fd78da0f837539af41dd41aa945cdbd28
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ef02db94503689ee47aa1e578296603564115ca0b85e43afcc3339b65dc7c3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a47518d9d480652e33cfea33e837210ced04bba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26124a0524df258d992dcb6969bae46687857c38b00d007c8196825cfd16ac0a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de636fb1e126c9b8e1c790eb2c42737325e3aaee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:324e7ac0a4177df716861695ee9e4c769d3e58fe6ec40ebaa3afda5b2e5669d0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe7fa6217941b1d1cff5f90d9bb71a5b6ef567b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cd64e7418141b5ad8c2e7fd49b61b83051999487da2c7a3031887f14c3d7e74
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f7ac0d4ad42c4fa29b1ee866287114678d20dec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83cb8b8b69fca9b86c8412994eaf98562a50c2c16c9005e53bee7bcbfbb86d19
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c8cea133a1391083c9555da08f3f16ca87db75e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7ce7064767fd91182a089adf023ff1a07632302b76685c38ee6b2249776465
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d00f1816d982f7991ea2a3fb286c5d2acf054f2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856e948619b55e58ad76b27b9aba19d4be97fe229f5fa87d297cd3ef67621f69
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eacd33b280857d57063797d74a1a8c4d0ff89aba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b5f525a00022afec9068352314e98e4fe74ecea4c81f45445420841af2a294
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7c8a9d759bb04c14ac98d89c71035dae9a2b33
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc1fb693bfd0394641fe2f837257c0087b01c9b1dbccd72c456b59937e3e379
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a1eeb3223e3f3fe5be0b560b7b8c348dc19e52
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81500ee49a56239d5ce2279e246c4116dd211998aed5731667aa4fb53f5a5c2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8989dc3cf5c425bd590924c755ed999794a56e03
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7048d03d8a0fd4d8ec3fe4ea0d3e0190a97e741504a48334d171e34fd3cc62f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2f0c78f2ea9fa7af8f6d6679ad55e7f8db1b8f2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7b7f3d4581a590f9d11bdc37b396074072aaed0264a7c724f87ea722446cb4d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b860aac913fee741d3f08095d4b2f7c466eae5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb3d2bd90433da7be85c73ea311d23045d59f664aad47e3302f0a3ca35b1f7f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e2c408bbcd53c9e0aa0694bc44b98b1d6e346e7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb718bb593d5507f5c05673af0562859bf684128db496fdbbf97d84c57eb068
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21e4282260f5fad5e533763b3262d36390880d30
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b3b43099a56878637b3c6d6b3bd90343e265ead0e0bb58d7347fcaf89174af
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84bc9a4822f9f5c94de3f7575dfbad7714928ff2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bfa3f9aab5bd651ffb3d387bc2aa507a4390df08369dd752dc21058587d13fc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa0a45ab51ff31099dd25c7ef1212baa33ab783
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c256993428b22c5ece21fd608b389689a3308a2a71a90e5c357711ced40a6f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01774c89c6526b036d8d41683912b7709e34bfe5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb14336f10316937bec1c7107f9986ceb5f2d971e2969f690840daf611e14f27
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72eb7a46037b76f1e83e7bcadeea1c8f4e3b35f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd46ad052adfd00c632cc4d53a2809b89ca53eefec53139ca3fb89a73060c2e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e9447ae910b4fc9b2c9bb919d074e7b7100eeaa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6303017990f124767c65671ebab3bfbb847eaf0625732547d3d49ef43fbf2208
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9417d04bdab1818464c4eb6855c7655e9a16d59f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e4670a9591cb8de7f9d3a9aafd9b36cfe603814e360d15503e6c3e519dc1319
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05baf4ab1ff4ab0f289fefbfea63ae495ce757c3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7a969e2c84ebf8f362ee3908e6b9a92aee3170225d7ac61f169165ee1ea1e5b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de281119d591ca6ca66a09ba72aacec7cd76088c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a91ee245ed9bf22a5b3554840234e70a92612acaf05daae209f5dd2e1eec395
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa31ecb1fb2659682390f4818401220750ae8fb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e336395be1a7e8070bc45719fc8789ee438f61c355571fd289d470747793fe
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65400f33e4225ad681b48eb259475832ccad01a8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ba1473160de3d1d1a4b1cbd9cced09e33049b37e50cae327144051c1da0889
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..419dd8a737aab54f0ce91bc384dde3bb01cb53db
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af13e73112057a03ec2a4fdba91894927cf7fc76450c76bb031d378b131178e9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7dcd5a7eacaf2e3363f7237fa19e8604cd9a856
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b955838031643230d25d0ec4bb8c39f1bf6f487c76cb86c112fa083727508e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4caf3610ab9582f41157e2cff838cb741d877113
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe61554ede8663f3787399257294d23e1ad27ba7b1039f7dcdcc12e50823ffd9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b24a3bba2454eebf8a64b37c21a98e8b021a4d1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf888eee13a264447a79a2ecb27adfced9b9c17d91dfb0247a75c2c70912bf9e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550310e486d5293b7d5ddf7256521a4fba78d923
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:610cd36a0174baebd0d6beecf8440928a5ff4b84cc4c16c847a4bf06cc45872a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f648ae05860e788400dc78f8e17e3dddab8c4344
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c457c916c5dc37cc90c7fa327a42493630a95d3eac435ce15d4d349907c88f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9c48013280592bb81150b803867ff7cf681cc91
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e80289c51aabc85f2942ac0ba79ca5f1aaa434c90ae50375f54c9cec82b91ebe
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fb24a45cec50fba6e76515f48535abd5c55ffc9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba510013d5861d1b2edefa664ad54f3795a175b8606579056f2d2f3dbf917763
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e4ee23ecdba5e5a53ef17688b925082fbaa9825
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:933ee967df7c15e60acbc6b350e9c3a7c62f69ae03eae16047f03f877216ba69
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a47a1d61c5fdde3810e9f2dda21806a7d6b15f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dae440c9e742f6d33d4a49729931e225286f24a479630e58b4c2b76a460ab11
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a6fdb215e7421f7ab4e30ff0b9dba9f3a4b76df
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725e709eaa3b52d8db73c66098880dc112300a0fe2ef48faf7208181d49abfea
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ee173a30587106f16e792443876f128ad8b0d7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:090dcb6274c8eaf932c703d2facbd8fb613cdf5630d43a6a864b4bdd15c0289f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516a09992221eb9cb559795fb1f1656e48480f68
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a44b1ad0435b210285ad85cd8684d71af867cc966c1c3b519bc186cf9f928d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0899677217c31b6c869b36d9f68b67fb21a0a02d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a66d63d49c486585de9bb1409081cc22a37e39f654b6b442d6a33e3a15e7737
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f19b22013912ea35f72fc92860f18f6e9fd5211f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a90b53c6a096c7297f54efec0d04158cd5871eb529abae46c55562954421aa0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02ab6be82cd32d81ac99d847ba1ad5164bfe9ea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c98d8e9d20ebdab9aa60f8bf722a736582d26a41347356ae499654a8a0781d93
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b8ecf3e382372d69078dec17306909f86243d0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ec7917f57cc01545f915ddb774d91ca188c81b098d27b4ff219acee21d4886
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31809c08ac47d4d78946923231f7de927d9a229c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb66fcb3c43f29d1a0ce65957ba544a225781ac3750cb16ad166b3ff08b98b0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015f0e3d29ad59e2fd86bbdb734287b95f39356e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64bce22ac3b5c57529728e7e9b239ba199f4e0cec6b7e8f0d006ffd57c6955d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e138645f27751216dcf08c65f5d3199db64714d7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49fe29ab5a1eb0ba49fd92a706284d7c3ae04a2b0f2a30e3fbb8023d6215c376
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d99586f402c15dce85d0b98cfd2e85a81b7842f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4cdcf7fe25e4ac8662e7be68585828357b318ecf56269485851120eabeb9826
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2569851d96965c0598843e087746bc551fc40b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e0f76669dcb8f1a71d503286bc2e32705ec8a881dbe33ce1671fc40c38a20f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a06000b909d1e4ba251cb3c27a532c372c47291
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ecbb2481b01eb754d0cdfaeed88be14a53c65a8bdc466ee3b90959349339be
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8427096b7cf162967f71f6d8f174bf1edb27cc87
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd39b9fea2dd4ec01d4898b7ee108c0f05383a42a2d58e11bcb04b590aa6ab48
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af1887f200b5b10fb01664233157420e71db4996
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03249f6d892b489ba0fcf2ddae30e2b9da6de129a7ea7e0649898d2a13d6e788
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6717232da1c770ed7682a6ca12af739a2eb09fa6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02fca6d59aa5a304c653873f3e4826cfbb98171f908f5db5492caa808a6b5163
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11de842943677049fa7fc37f10ff24df174cbe7f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:857626d3e57536f1f3f3f5d9619e8a0a415f240c637dfa1c9ad2c0fd9f560073
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e37dc0dc2e2b1ce6afc40a2964265a563d1266b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff31b29117c7b79db18e1705dc226006f108b18a03cc30e5834e887d771da63
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..985a3cea1388ca39d6cfb9eab2a9c1785679c574
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00528d4f9c4fa2e503509b405a07373696713561c09a38a4a5de165b431da64b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed1c90f850388f86785ffe21c3c8481b8d3070fa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e4f4f968fa618d1d107460b679b7e428a6d5ad9ac92c97f9ce46fce1dbf6ab
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a279e22b22c21c5ca4c2837e2148c30a02b151
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b91d0e1a042a080814e8195d420d7ba46af488da342dfc02aeb7ed162239ffd7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9318861f04965c0a7bdee07115e607aa8d975661
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a52b33db3cd56cdf7241a627b2b229b77d084107d0f6cecc215965a6fc3fdb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd7b7b48533278dc7898a7b24ddcb865308b12b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e724bb39bb17a9a2af3a1b2a126efc0bfb4891a46df13f022f41a5f3a24be214
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5763e918212fba2ce158c539b174ba78920e427
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7045dd702d84052034ae616a0ffc23bfb859134412c7410fee23195924a99a4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed78c23e7f81a8d3e914efad729c8ce48e1b5c14
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:404e66dc85d972c896d68d4f01f7520c79db81f27b455604d1499bfe9a23afeb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f081c81c7bca8748194ab77e152ec04edf6dd8b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c6c5479090d0569c27545f4979e43a37b57b72934f7b4ba4dc0597f68fc20f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..737820f9332f7f25e149c4a24fe2a1fad973214c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0707fcf14632f020ecec4594dabf529d31b5dbe641abdedaea37ee94f3578bea
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0371305e7d2d3fc74df01c6a9fe7525987aaba3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e8c130d5bb76c246f7b40588b07c26b6001577a6ec7dc55818a3ad0336bfcc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a73d0fd634bbb51e9958233ee7166ddc36b2a7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11bc4ff14aed5eb3221aa9498f8ce889b24e333ddf7fb374d978d4181182deab
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..961ecbcea7660379034806857670dca1479304b5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ce5e289fec293bea005eb2d56cc20bca4deb1367ebecfce39590ad6a9b8bad
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc50ad89c60a9f43b3d1ca11897b294717b81ef7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1605e51742333e2b2f12218123ac85a3d1d3940325e6972e019f2ddb41c4889
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cdbe920a1644f2d82f52a8e5328742fe0b93ff2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63be0774ca1629c5e077fc302c935c5117b17c73347db3b7607e59e7a64e53d2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f8daa9e7cfd02e60c06772d4e19f7a6de625e0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60c6ca5aa8acb61db10a991eb0ddfbff1e76564e8dbe68a1276fae73820fb14
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7c6332eb17aef37cdf574aef83d5d586e575e92
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778acd5c3ae752dba00f6576f2c685e9a213adf729940a9cd486be9645e76f84
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a1cce8749ffcbc61d87f75406f140ae91dbb3e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db695a4625497338bcf96b777b8ce24f37142554452ca0e550af04123be171c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da2da716ad527a087744a5d88b8a6c1a69062450
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e887ff7957c440d44c412bf3b1980dc3072849fb48df5b7a92828a9ff463b61d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c607a2351d78192e844d38fa50d647b4b08e5c3d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dece0f479621f852ec79d515c789c93746adfd3fa88ba79071c4d59d796228d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..833e4d9f2f78c27fc3617d2d486d66e527cdd50a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c186c79f8af0732f3cd5da3f277363689b2430af08fc6992ffee82075c00158
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b612608bb0e19d4bf29aa0ebaa99ae35910c6fe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b32e2331780a18278f10246ae86fa248c49bb790ad3694c1396a231420eedc4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61973d27a58d8c82b17eaef98d374f0fd22c54a8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92cdfa12401d0c290a66cba9628017fb012d78822d86391d0107282670143eb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a44b799f29e1e5573cde7797e7c97ae06c2f9f50
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b7421fe57989ef610fadb7512984bf68fcfebf9f0f9244a93c2a1c157a3e45e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f793356e42c1b2f6fd26aa62cc5ee8a9d904f7d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f2c8b6b06862272fc87d758a14a32afa77b8db98a0e802b60104bbd62819eb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533691c214b3f0ec5bae1ca9f852af3413b7a5f7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b9d380176fc880640d46131dbdc134fe774e603abd0bc263d579bccf0a58378
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54813081dd5289d7fb19d728893bb2ded57d1f2b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a3939611e118da003e6330a38ee1736fe17ed06a13ddf0b48101e744e1822b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e9cc25619e4db106f03c248e92d8b8aa4fb779a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:982655f142708ff3b9e1d97d5cb0864be6267b37b976318ec08f8c263d59bf97
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e9aaffe3da2bc785905bcfddfac930273c7c4b1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec4dd8eeed772926e55bf4ef2c45bd2e70fac2379a9a46d4daebc3343bf213f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d3b6ac045b764e50b7a105a23c24ccae52752f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d69886a06302f43994a2f4da196761eb17eabaf59be8b8045a51a0a6464ed7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e4c32946aef1fd66b2da357fcfcfa44ae89e7f0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4512c7782ad19411e75eb05becfb646308a595642cc45b59cb3768a95b70b216
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4890f23afd805b774b1310c866504973f38c92a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c68d2daf4aa7fb03776c79bb1c039cd0a9053be732de6e24d7d2f3e7a3d45c89
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e935fa5083ba9e441b97b989bc149c4d3f6fb7b9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f68abafb2f3d53b8110a8fcb743cbf7181caefe16dbd991fd099e0fc13b4f7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab679e850ec32a16696092f1bf52c8726495e27
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414be6972ba74f4dafe4cd660486ea30b2dc09c8494b9826296f8cbdb171d256
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd90452cc4cb55ff1fa148b70d298b60f8b9c911
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f62cab1deb4d8d007c9ca04304d96b772a44adb9f7af26dd5263675c04e04a2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ddc6bc1d347bfabcf9d93d7c3618afdee6cc24
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd0f11180adeaea7642b495977c4b796d9622e3ccab70545341c52481093a79
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d593ec6d4d81f5c27ca17f1c76aa4946ab146b28
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcadc671aa2567acbc8d1c093cb8f8368cbdd24f0f6fb348c3643f8ea2b90fa1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5611e78f509126eb22f076713778d605eadf5e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58101613bdb37738ec029f3a4b89dc9b8fd1f4c8005941a4e61157a2f06f5394
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a56839774b869d00900c2e96152a833077510dc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1facb87293f39f9e30f6143e33b0e0b8d883b25db0b5a656e11d6f21be8a8908
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82bb33bd10cb2860a9b2f78bbbd91c597038aaa5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c14a10f57295fa4c778eb0f0ef024f843e00fd71dcf119119a18501b0c3bb0a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846572d038e10861b4b450636b5079f3c8335edb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb9eb932c8706060e4d212a6162c8124b3ad15ec964b24914b3378f0d8ada38
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e6bc6c8ee0c4a71dd1049f5910e008bf39d3df5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83dc8f03c49e44eb62edda224957dbdb56b4f724b07ae54cf0a34aacc955d339
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..892e31d380a3248fa786960bd0c876105a02f696
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd3f1ab6f45841adfa6a2ef8433cd4ff5a8e1663a4f16fbbf4b250a666880605
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc67363b6cef474eb7f277dbaeb0a52106731655
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3d5a1a14013654a7aeded3b8b283c4cc7e2be0cb91b6bd629c02ed7b7a964b9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f87f7c38ca9af63adbf38c86e32a6e1c205e75ad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d2573dcd69e13ca74f438209e90ad32039b9155e94dd6d842abd47799d1072
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e1c9221b443a8c76c2b3bbb13e381f1d9712723
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4ed88a44a2000aa68770d86c9c643ec54537c322336a0ebd54394f9c385d19
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f0170e5bc67a88467b41e8beaa54a8ad31d59fb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6ae52763482b2b6938a4035e91dd8ddb9d75f5c422847817604fab1dacb6206
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ffb3b83ec697ab800ca3eaa0c7bf6db225fef0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60bd37bace3a6100238063c7f79c3e31302399cafc7cc3f97c848a0c4634d863
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd68e301681a95b3d97ef7446f94177fb99fe818
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:515d7071469610509d8641b7b4d5e40b199c617c11a9401b1b3f0d13d5e26f2d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..059c049f50e2f668919e6356119d7701ef8e5439
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6df7b56fd299fdf3d877b1be3d7b709d2238b4964b901a77aef394bdef196fc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a11e909e59ad1fa0d09a4a6125ed981be3e704e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba198ec04ff15523787181d4a6d04e87a8737be38afafce96356a5aeea6886b8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec8907c328d45f07d2041bdae443102900cfb707
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8c84696efa804cd0d366564d3a8a4e5aa04c16bb5587b9372f4be7bd963a62
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe2a3f6394f1ee1cf84176a79145cc0373cafa3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26bdca7110f950fb6e192c89fe234932729d735ba933a3cad3192d08c22e599c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2b04ec65d96367dc56e5a0781de9fed6bd2ef76
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc349c6df2276044225ce82c6b1a3a9e876242b7687f262555fdeaf189badcb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2fb0e32f61a3b1f30512a238081951d1e4757a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc33b0a253df3d385ceea22cd1f0b38dfeb168e70991a529c3cec7a120be36e0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53ec5c2b84ae6284c588b27b7e43decb1d493d26
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d10c7611f4ddeaa5b0132f0be3ca4dac944464435599b40890bd6dbefab247f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8953a119152525c39db552897581304e7dd313f3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147196740e12dc531e815fd159351894ed3d8e8d5a0468d2bad23ba8258477a8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f96c70764247d2a8f4abb29a10d3589307936826
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe4ed5b63f299aad3ddf47a23ed8acf3e1190cf343a1e8c112c4dca21f6b12e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a5b5f51cd8586d30874cd74dc7366a595155dce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca10ee1930f2cc69a268622801745d4148b5381f339a54e7a07a54e69619081b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b9a616fdcf2052b9d0f42d32ae037078df2438d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab8b8915f0193dec071f96587df9eb6d39714775548cabafb52fbc3bbac3bcb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ef1bd8adabfb9eb0f4c1bdb4cb37d15ab281a4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d7fed55b49ad843d62f057dd1f70afef4a2de832ed4cd778506fa11bf58026
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..717f82faaf08fdeb720fa6917f111d4a9596f4db
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c5fda97d2d4c746537b44e11d9e12a28dedb1474e17779febc1d264f40c2a4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83156e3219f1279d43d1c2924e9e41cddde26684
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b3b66961c3aaa1dcb0640f1faef27a92551944b4a8e3a199ea147e8bced8c4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a6b5390e3d6554e7fd78acc6f563d46d0883ada
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:738157c276272db3ca855ddd5a08574a466a201c3751fb9184c15a970bcf0e51
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d3c7d949f0cab3636305f1cfd432eabb038e21a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb902f612e6d0db545a29db60556cd55c321de7af24f3480a740919778c2ac2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adcd42de0419a39b1ffa94745bb61187e05fbf5a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:136290481eb4aee41792f5fde8f0f4f18f592d20292d17719eec1864118c0b54
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce79c0d33c78809973aa963f0d86cb082d985ba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad35e9da6ef9ee365b253356a604f97c8a930443efce809c554e5bb7e746ea0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b19dbbdb6c34585db4f73dc1ad28d829cd50de6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778c8a57c344d1e8c1a0e813fd5a847d3d6c43fdd87853700093fef68875dd20
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d485d3742bcc9ebd852da8e63c789597bfeff73d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a298e1fa6fabb602d166c6b3ef512df3e4a66628d356f6524cf4225acbb63b2e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a523a29aa53c7a53e06fa0747e6753906a76d6c6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c55ddb2c69382fe0343f5cb2106182b75df98147e1ce7feba66ce62721307a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac390ce4ece59ea2fe4320015e74ac7f41bdd451
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e538a4537ef878a15d3db691c07f3b655c09e0bea2646e148a8d78ab29f51cb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe1280804be3628a161f3d05de4dc0258292c5d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c72b08f1a3e34efb10849379ba03576fe5e1bc72a197efae48b2adbe380c4d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b13228f7432cd3720559aa0f473b25c09460a15a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4afb84a9c47097ac273f01419bd61994fc6f16999ddfa94327c5f2f89c39f2b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0479ed167cec7a513a9dfd9e44e230cb1874fd0f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2f48d580619b33cdadaff700fbc512b293ff00802899c7e866e990bd2f2991
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3780085e4d8683c44e4d5073d22d59c7fe03c50f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f135bf62c19090e03b8dcd571008b9f7ab8befcf1863e04ae4d007c4afcb1dca
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..741a737e7c85f267b6be7e576f47d345644bfab6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa7e2b499038bd2fb68f09ce36756bb003f57a3e23c55c770c44e69425d6e58
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c4949a5937db59a51173a2bf689e908cd0919e3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:effc2b9fc94c2abbb038de682c0f843180ebdc60f873dd7c261626b2d9af4b8c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44dd1569a4b7879413c91bb4a52d267d3c3fcf2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7be2a4638f0e4c9b9a2d61e253e0d0e0564f125f452e36949812f6e14d621ad
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20cb586734cbf77f8077c47e7a0eb6f9a57dcdfe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67c2e392954f3c4ba90caefa28fbe6f1c64a7d717fef17ec1a0564226566dad
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849557d12063f0732cb70cf37e18c5ca87430859
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff99e8a526a551cee3a7fa9b515ef3555810c2047ab705d918a204dda9747e0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95b195625e21dc4a63f88be79784dbe9212917e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c10e2b03dd791527227655f472d1071a32255d23850effc0509fa2503877edb9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e99a67986619744f6b6ba1d32554dccf47a792e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:250a97c974595eb4d88ad3f8a62db54100b39980772d49cafe22881566c788e5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f4b14c41d34c3a512a60232fd6ca6e78108b88e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a85fb23ee4084e3ca4f51a6a97e3ff8647a5c596d1634b7810723eeeb2f12922
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a44feb2b1d48bb05ebe4593cb51a70a0981ec9c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99eb4c8c531299a45824d2e37639fa275e63b39cf6272d46bac73a54fd6f6d09
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3181ea82980f5e02340aac2460cc7c35de52d2fd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74439966b367f97ac17e6b628d37cef123f747bd25a7e4fd3cf6ca8458992f64
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..245980bae71f40095362306300ec3d1f96dd8c6c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75de904758bdafd866ab0c888f0d52173318acbfa77407f215bba93dad0b4264
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e98374f14f52439595f81604bcf91c081bfa47
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00cd6479961146f7a756ad796fbf432652c84b5da5bf13b950482fb6a398de4a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b73cf895dd2242465a42f2eb98e0340a3dda1c5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab301085392bb1df519942e7eeed37d5d1d0af9110cabd7b83d745f2e76e43bc
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4863103636c2826f322aabff4a0ed73e92c40b5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaabf23df6c23be6b4519a53ad1931b93f2e40b17132522a95e635df0745e05b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88846b8400ce21ca97ae1db50ba422affae3ad2b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:419ca0fb726d71952e3e16d8392751f43d08ae786cfb1d71e64f17bcd3772f47
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0a618aa5b6aeb5596da9b4883b82869c65efeca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc86859bd29b023c3f12f6a3d7d748993e221c2db5f5c451213c2476631aa4ea
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..494e0238780ff864b7a87258316b7a753629c5a5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a152f9248846858a330a51ca8f426207f282995542a99ef01b9d8f307be4ee
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6335a165d8f2e2d92b46b3da84898a75c65164f7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84dd538e80d8965dfb7a3822be8cfa139e023eddc2323743115d2d9d43aec9ec
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b5102f8866b0979e813a18967f3d6aef8d858d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65154bed095774e3c49ad3dd193013838f7feafe15ef48a67e4e93edb25381f1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ba120ab01d4bc810a3e094b91b9913c8a43d25
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d65702e62ef7a8facc7ed708bbd57e73ff3699bf6ff187316e8589af7cbb25
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99f6bb4ac5be257ebd105901a87004f2c5e8448a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c68a6799be7a1af8b7beeeb48ae5df3a384ccb1301f6a3c555aa9c94e240d7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e1b10110354ddf7ffc4c7a225f30a84c591217
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1ae11c8c3c64b8bfaa2567805619ace39367a4bfc118c74cb12ca5ac8f14dd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adb61eaeeb7b3295a975eea29459233e85a66467
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d410a385cd41393f6efe137f4894dab3539d90fc97aa3195844b5d5e8a5742
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c78f600d317982c8334208eeb6d3067d48e149a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea193466c57f0e63b956872e6be7a45b7e04a91d7940e093c732000560577038
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c43a4c7e7daa152074d9009ef6797703c94525ea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60f8cd6d971c7b768548202aa0be08726cdcfaa9cf088967fd5863852367260
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8650b1655817d5ee41640e459acd6e75feb72a6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8893c9e709c152f5253fb7c40576ea2175b34c3ce7046431567e970e9245b1c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d888e03f56d36e2567991663005b0074f4487017
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:546689d01fcc729605caca1dc1bfd9fdd83bd8dda61470fadcf252fcf4ef1956
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb70871fa68a7658ae28be78ceff9865b6f4a48
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b63c3849ca7e162b9476a29c4c269608a5a98bb2905c1b3dbd0a9209cfa7b8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e97d9f4800413a995d1db802702f9013e195362
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4101b5adf054185e066830a7134cb7a0a996dcd969c9c6095a8c92151bb97502
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e802fe8a7e86ea99c3b5ff5f55ae3cb77ad656a3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a8398775befd0a5ab11496740f03111d04d7df3bc1419c71305d92747928a0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3649c98adfb45c6c52d1a9b5bd46f935c781d05c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147221fb24a53c542cd952631e01507545ac2f788e7e6156e0c87a6015b0f693
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40741427feadeac92aa17ff8bf3b83756e9570eb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84bdc020abae3b8b4d00a460e8799e71bfd8e799903ae398e5177352e7975028
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..356e9a259cb503c19c3d73a5a62c34ac60ca747c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d86d0328626b797605ddf924b06a56a72c4b2ea28609be6ddd60cde462a248
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d29d6b22dd61562c20955228b4eda1035052370
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46030cf833ad1897c3a971cda6a0c80b451ff7c9a402edf32035dfe0c4085ada
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ee1aafc3fbb8e09ef89ba3e2da7cd081548dca2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d556e1630a5d22b8a2da7163b47415ece34e3874fb94933f5b468526e29c4e3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c12ae5d09466eb23fd98f6682a1806cdd94c85
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ac798c37d4ac2b38aa93454852fa5bcf2d0c426a330a4caae55353505b17d96
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa5551516e94e63f8f5137918e98b2a6e8bd8ae7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c67c3a25ac25abe5468967fd5d9ab50bf03adf05030eedf113da5a4e86beb9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..065d0f0e279db21522d3131990d5e6f058185243
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32892a9f957f4f4ae9216f1bd892206caac25b1e14a226ba05aae26a1c241569
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0602c60c186e61fcf9effca240485666c6d918bb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e6e733fbd6457bbea972d2d1f2346491851c8949e386b96a986c691e1999a9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95efda347e6e2284362b8466aa1d82087419c71b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dfd0641c47485d2bf37bf5791bdbfab324aed9f93eed066102a219f1b72edfa
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ffa30d613e62e120eca2b8cb00797f6bb401f65
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b1d7b971823e670ac50965913e224b6ed97f08f7d4d9d79c240ba385510e50
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdeab97985650fe939515d2678ad5d0be2a6a4cb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1af14adb099b37b59aadb546512727187e9e32cc86d4fc76130f0ada642628
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b08808f5bbff47a4af0bab8b5e123d0ea6239a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d4acf0c0c16b6ed700f05b16e4e9d7fae0b90d6e08e3808e15ca138f57bfe00
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b8e4ee2921381f91ff21d61e6e68bbf44b19b1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82cda8cace7344a052beaacab22753fcbdd77bad78b751b69a15ebd3946cbcda
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be3837a0a63303da338a7776bfa450b325ac303a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:388c101e449a5d9595209899ca54e3e580fd1fd8e5c8abd5f098c689bb45145f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78c3796a9e8bc28a2b666fc7a24912245a05cee6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c14afa40069cf026fe978c423c382068031c31f81cb7da721b78845899329d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f65b328e98baaa2a6d5527c8c3cf9435d05bdcf5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33dd19330ba135b41ae867604c240a2bcf6b87f5c6f549daaa0b90e96e939396
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce65cefb4f2cf954b5791d64e8b79e88e99ad46f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e57dcc510a44e26e806006bcaae4265f8085300a2b78c6cfe574be2d029d9d2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1037b40bcc9a5f462283c66155f9433b26b566c9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf68e9149fbfd88fd0816cb6e05b7ac5ac01ecd34b6ff4bb6e7c614373a24309
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a71b2bc465915c1ae06bd9e731d6c6121d014cb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8837f00a9489b21ced7ff1b3dcbc6f477f5fac11ca6b2691f9183af985dbfb4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dd73f0b1efeed2974bda47250d9d80080115170
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b42fda12331660d6910b5e6c3086826dc82f39f382c089cb93e079ad09ec0196
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08fd127122fd4f90acd23abd7f2ef6ccaec93f63
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258c129995e93426c50e69b0827b4366b742064e7744d2e58d6b9985cfd6de53
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d9b0d907d03127ab1a6bcd19b2e1e6987b6478d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8864283954aac6ba4fbd3afc36c2f2f9cd74d7ea2b79455c660d4b1524f2ce15
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136977d8f3134fa6358332a94c4c393718d2ebc1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2f2e86db2e7c7f13b2e64377dd8b26f2577be83a24a8b36935432489edacd2a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..351309b569d9ccc9a7705e63eedcafedd1c0ea8c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e8c234cd46ba2cc2f0347bd49e0c1ae2dd2443f90be8745d08e257d505bc14
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee1ad0b0ee063eaf99ba9ff2041abe74ec1c8c4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ddc52b4d37d669d530b3c253199551d7cc853b64265db74ff9c93c12fdd9b28
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b38aebb62b462e5680b0bd8bb13ea026b5fb05e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb1e9aeaa06656a2b90578f9467e27232d815503a71af849f36d7c3319655fa0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..578e2dd122476ca4ee6e4cbba9dc4a7d3928f735
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a6263119813424ab56d12470cbcd0a93e1d35a0eeb7d46b9aa7f376520940b5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf2329aea0508889f44fc976afe0ec9af0575f1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3cc865270394cb08f6e5f4210ce95007dd4bba098b74ffbfaaa15f9a39f2380
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8cb6b908b61a1b5a79b69a36c24a78b32a6e243
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c708c0311479346f7e98efe3e2a99edf46efd47c5c2f59bd7fa7c4a03d05ce
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3da9511fe5c76de249fe2e0cd4a761dabfb978
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b236b49340abfb3aa15d0f9c418dcf2546dd335b03d6dfe28387baca5ee92db
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c1f5235f10a37b7ca984d78c9828b37c55255f9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd5029c7a989efc06660642477f4b0026af842b96990128d761518bb46fd0b64
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d96f0b487cb78df9902a33c09b5294bf66f69caa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826e3266040c728160688b24b21594c308b0ff6b2566f9180d73cc9570639801
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82850d5eefec137e23a0928f590c60a7607cf179
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dbbbabd7df0aebf8f4ca548a6044566e4840cffcea6c78bf43b7e6378e413e9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd7149e5d87160446b26bc49a3e38565ec3ee71
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52eb7b25ddb5a7510cc382ed20b672c82551a9cf1b5bb01e76578a5acc2f6f07
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..257f2a5a5e1d78384fc07f6590494cf59fbd5fd6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c48d87f58b602010787a9b3bc1d5e7c51e02857039f25bd9fae887f6b8acff8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..945e1f06b300501054499ca674989dd93a056e47
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:634b647f8efccba9158b9c04cce62fb0a902765e1c3dfcae1f60eaa0c790e329
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1897d6ce5d8d4d9acb2de1ac74a001ec464e515a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23832c4942cfdbd1a6e70ee096d1b6767c4db062e71a4c2cfa635bf7e2113a73
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c7f99ebf04254bbdd14e9a862b310cad693f01
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87137eeebcb778963ba554567a24fd728f83f0b8d63d3f013f36f98243d02af
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17b137bc106528259982978259c72ce91455adca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d1eaeda8676117494d37a51a60e26a34aa1eebdc7237f6699dbeae9b28ae58
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea9eacf55afed1c9a6209ae184fc9ce208327119
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9918390cf3310fbe287687a79c3a40d7daae79d722739dd7d26d02cc8dbea6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c2bfec739f3741ca080383eb10e65f29b0d0ba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f77c225de6afb89180aba3b9ed61c17b2828511d9811754244cc47eb2d9aa2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3265c433139306d16393800b542d16d077ee2f7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9cc23a5493771d75450242239bd6d53915bb5a9fe285454f0fac89417621fc8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea94499ca0bf0ae8d5cee11418f1d9ab3b815951
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d0b98594c6b5af9c699ddd282c37c4f20cb16ca0ec07d1caaf1b34b740b2221
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e54fae3ef7bda68f4b5048a16fd88ba37e89a751
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd447f8228008af058f66959ffbb4c6e856af3f6d01ed3a32f715e846aa0110
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..938c5f42c468d1f758324ec916d31aa223f3b510
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:259c39da7161c538aa9048120b52c8bff59bd79c92b66285a4e88bb332b6bf06
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac01931fa8ac3b75a91077fb453ac0806f5054e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28308fa3dcccb36d1ba22b5d5ee4da0460b5b72c7f1117f54fc78ba04725cb61
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c0de9acc7b6072f0bb70643192447bdee804933
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a113a08a470143ff730d30098603e62966cf9df122527570374a8e0e6ceb581
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1b834672e3939f60f2f26016bbbb65a23563ad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d110e2d8e218f83b24b061bd2f3d25c5fd8672bf8adb722662074495ad672b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f33455b7a74049f31e3966317c308b3d4f63744
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2f7c647c6a0e4bdabb1c979a2516791d8e895d8d03a719383c10a6a350bc9c4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f7bb730499188249d0443f91a83d2add9c3d567
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880b95b501feceb0eeefd126e90cdd5c15f783f3ce3f1c4532dda88fdf9d61e3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eec0543277f002c0fc3fac27b467be0a298e1225
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f60d9b560aefc913787484eb54aa4b9e128d4fd922c8a264035bfcf67ac299
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77fa3475073e36b97d1bac19952e1ab93d1fe3ff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8212594450edf0f66e74003449ed0e603104d6d452514c81ab91141c7eb0acc0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..138a76f1a44b39c2bd3992ec62eccececaa812c1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267a37dcd6d215ba51c872245f1f9319387e522e4399500233f95336bd0c9ae2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60100f3c97cb3f01d2ff48001d3f3117268315d6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095ca50a892dec7ff1efa831ea01cd1beea608499230dfe090d9b7de18acccbf
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba57de53276749a56ab9bc081aeda738a3899a4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e190cad7ca3a125bec32ee2b4d9b9976fb75877ad4592774ab727d6f32ba64
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49a9f73dc636384e9a3740132f15fefa86e5d0ac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8af401cb5449a3fad672d2ce2fe5fa947017b44dcb9d28abe7213d241daa2dc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce6122525f86fdea11056fe2256980326ab36d5b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca9fc27314ee7d719a5b6960c8b7c783eb19f778a487bb349f2d62a30b7eaca9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc44cb6c2a6e2c624befe29fc4d32f0dc6c2570
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e11d4f21dd06616421691baf213204ff114df6c2abb14c783727d23a804ff626
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeadd0e675ab532d5a71499cdbb3b5d60f3ffcf9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d3e2b76d44ac144b739eb4bae8257b040adfbfeb13ff1fd3632cb2be601576
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6da10d0d02666b775b4f2c78cb10e3682b03056
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ba9ccb5626e684ae05a7faf3cd8301e5c5c3526682fc51c48ad8149dc1bd880
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62531ae2a2832f1232783f02fa2b5a43aaee9e8e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48f0769507aa58647edc3122799b5df00ed6113a86fde082b4f1f5e93599b9e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f43965b4f88e1c5486f0f7b4713008013d4fd73
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c3131444935bb2b496cfae64e26284da9677c9706cdd152a75e419243e2ed2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ff030cb97ce6bdf7631cf37451c9c4d10bb87a8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ec099f9265c447fb1585249200b0d2739b64cb432c99303a1b3e305bcee756
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b91858fc0a7b46206ab88cee7fd5e5434e9924c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4503ead09e22861d6e0b471a578ba1ef2361c03f7d086a2f1730601c3a777c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feecc0ef820367ed4d81f1b8be9d2f03426df85b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea60a25ae6fd859ebbfac5e5bb0f7bedf9c64de3933ad895ecbe2d90fb7b88b0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef99b883e2e6f74386890898b6beb80ef0ae7879
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e068c2e3763885e13dfdbb56aa6c35681b54119be4a28eb7e0e0821d0c02f87c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f524ad2cf8c130e71bdb4141afc97a13a4a31b46
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41dff2a8fd3cfef2d135f19fe5ee2cecfe60c4f2324a50f595fc75b7f0545bb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b0a78b5fedeb1a19a16ac2ca56d3b1a9d273509
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614eff6722e7a3a834e4b62afda0ffdbf6775d4bd6ded9c9a115d3f7c4603eac
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b1b1c6d514efc2e578e0bff268efc3f2897dca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd32fd213cc5e935bf9fe8bcae66004d08540ba6535c4951e2a1031d049d26a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a1b51038a1778b2e3694ef219205f5ab69b908
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdad77d422cc2ce8f61a33b7bb301faa62f8e2d931628a1d5c5b762bdacd8076
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6088387a69212f1c3a160048f11c8e933b2e86e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a709673ab4947fbdaa13a928019e4f2c1cb424a03f440483d01b18664cf5a567
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da17278ff549ebd5892c334c59a0f4211cf2f7c3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4cebaa9ff6b15fc32f508170e40872c78d84ce2d3c89d426f5364c40d52ca18
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9737d13a2419eb98d87ab297bda5cb223e375995
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:724786e5e1c26b8936df2c2df18e638c8247462a1fdc8182aee6cfd947d5dc56
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61945f6d09f8c52f6f5fd23451ba630ae7aa9368
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0745e6edda529c78142bbd18bb4fbfcb9a0ee79cf1b810a4f9362e760f35a00a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce884b8b101fff4f9c42e4386c3d522ffd1f8828
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b45832ac3115774d7b2d61bc8d02ae4e35ec888f8b32aa1c0be93d7beeb93e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e1a6dbdcf20f34093059329027bbeb4115c673
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31807a47a8b1b0c24a63a73407d62d69656625c87797c73b3e22a60ed5a93ccf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8829b639cce442e17e8f600b245096332b9fd22d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0817914d0e957c00d7ff65f8ebf87e68be91831ac7248f3699978db03eef63d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e4f507b7e485cbe07dce650be8f3662b000f66
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a5c4c7802a33a885c80cf3808aff71dde7748589316228c93fee1c868b1b85
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d15824579812b9b6c84cce5ff13ed81cdef3f483
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4af49ff6cc516e42ab230579899560bb868ae7357437e29300f177c0eb12558
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec232dc605994b00e36f6b1b3f5319355f8db9ee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963f8478fd029fa3c4d8b5e414708274caa6f1e25c4b3130ab5afa5da5136615
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2010bf736408ace157dd676b544dfc02df117bc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab2ae6bc0074c1e7d3cdc7537fa9126b5713cff5586db236030763729321f46d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb83be51f3d40a11573d721194ec99075d42792
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15832d2604dd4d455bcecef78a411691d05efdc9e7d320091a5e9024124b79d1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6648249467d4de31df3d38735a9f70b4a1a6464b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694c2317416ccb98b84a4f1404279707840cf337c703b9ec63f02ea2a1ef2fe0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5421d37f15befc16406579bae61bf25736e3158c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67c5723f118ff50f9df53c844ff36fb82420eb63a34ba6dff294e947391cdb5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af997a3f6f62db209527ff028b1f7bdf9080491
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e7faae18af45540baaff551787ad0d37761e240bf610fb88972ec9fafdc6ee7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d49d1ef1261010752265e35a72ed8e3868fa940c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dadfc7f71436f782c68718a25b42252b3fa26037a11b35c4a32d28b4dd2c7328
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd03cb95d549ff59d945adc0545c7196d893315b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b31a9b6eb3c49c540bb843fe9650b06879e624be8fbf26e59090d12688e957
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..475d3e7ed24088e20c21ae9caf7c2353b2f2b966
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7a5dc97e6f971525c3e588f2b2309a1662dc0884ebbf8fdfc155e7ddf4d08e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de65140def12d6bafe3d7625b4b6ea32177583c2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b54341caf9e0eea74efdc30b0dde9fc44fd098075daf795aa4ad47e8a19dd29
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8cd91aea9c8a0f1985df3014a9dc7b312a5cc5b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c78ad809cd3d50393cb4f7b0f3370af21e4e1133e9184ca30f53118e6db3362
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b9601c62e989980542cb6cc2baae92c7a02b9ad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a45826ef68fd91fa56c00a84946c7c3767c89ab70fc71eb15b7e71385bb98a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b91b553cddf7419863897f41180d006968bfc0b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac05823a9c013d045b9268d4544cd3d76bca3906fc3bf358739820a0f83476d2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81089513af2bccf847cd8eb0154bbc9f8647c398
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed82b470c369a8cc533b49e2e57768bf03684bc4e8a56cd3cf79bac752a9a5c0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d45c5694b3da6a59528105521d19321dc041b422
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc002a621f42383e69d79234aa78522a2d7539987d4650f1b6d7f3fefc8f32b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45c0e134dc2a0f283b1b25bfda1522aa0ac03de
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a7f7b9201ccabb9047884c718cd44cbdfb77f11cfec19c53cbb2da054047cb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c678cd0249294d00d78e916baab2e351b41aec5d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd946248992e83891b035b9dd9b1aba1b3a5629c5abaaa4367df63e7d010917d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc0313131ea740737fdcbb80e97123ed1b62588
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f627c7c4cb5f7ac0f4696236ac3ed69d989b9b095de79f783bbb09646507a24b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813f4c7d3079b392b5c5f5f2eacd8e4ebf45dc67
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4cb8c1ab38ab157fabe0dd9fa56f8e4b41706c4acd4b1ef666ee28ab0ce12fc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18fba3498fa1ae70c8e184fa0b98d44a61ae9f81
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a18eb626007032c0f76fb386111e1d5b4640522b7d628a68aeb1d67406c83ee
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cd42d0c39262bdefc3389fabdaf9b0ba95c3b23
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92666873350fabb621ebd3966498582e5c2a150edd97c370452eba751557348
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ebe4c596492b58d094909e0c077044240862104
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d6fa365669247b67e06069f7601502436dba0327606666d23221236b09ffaa8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff23dd5a1af21ff22b9031b581a82f1e5c8ce84
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9fdd53c20ba56b7fb5a8d0a82fd2a6a6a492dc7c0cf269afb5b0c94824c0c95
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ad1ce12438e2f78815ef48c274edc0249a342ad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a875c316350fbecd47697fb4a5679efb4fb91d7826e5149c0f47214390d742d4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf012ebc12143136c1693094df3b894acf5f412
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cc3f13f63fab5d6b0c0d655f66de231f0f3518b22685e0523749df879455c82
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f932a3a0f1a5368ac0b4a02e5513d92bc2adee58
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cf0dddfc2f8a7aafda5e468c70512f490903e16a4bfc080a52a852f2d672ba1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d947b53281081fa4bd67d3778d3bb61a42906bb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8818623a7bc7613924150be6b7568fbe3683beef5be0a33fb66103d89ecbbe24
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf4812d3f2dacda2d6f7d17c22d4c749094e1a70
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1eedc7ecaf9aef645afff0ea1395af1b8933c9d34b22da9a682933c4f4e630f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e91436b0446c6e68a16a9ed89eb38135b5581d3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6670e5bf22e5c837b9e766276a776de1a3e12f39f406d1c8e5eb66b19b1428
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e710d20e6c1848ecd03ba112b8735c116e5ff50
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b1553cec5f2370bf74a30e2287d7986627b7c630b4e8d7db52abf167a3e90a3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af36981e0c75d4e7e6013331f6de735e84f99ff5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6701a2cba3c44d599c85f5d79e06741226016f50256eec0ecd136ec1739503c5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3226635a06961f5997d15df7a3e9c34de49eb967
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df721c80af1a1e93592e3e82ab98b7aae15bf412751454443c850e7c84bb353
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e720aa3b5aca679a776b0026d9067bf8838ca6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac226e5d62456f8048d52ea5c7a950be6a28464febe2c363cf07ff22a5444a9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf47f90403cce43bd293a72c36791a34e4ddc8e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c0b3d0298a39724035767c41b93568e5f70dd7be34b7e1f216251efd18bde15
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71ccec82cefb8c49d1a308b9c4b0647adc86a166
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca21037c91ff4935e97190d49386b1368c32d3a752bd3d77b937ab2b375e2517
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851971e7b88b9ab16a610eb5f4a3653b082b9c4e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4483028b3ca190bb561eb8140fcac45b20606550972efd34e408dd59d77b026e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1804b7b1dd3b573fb87b4668d3bf219fb4ee4a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ad27de05b1f98093d163646805c3ef2b1b2a0f698af5c233c7cff1d460aaa2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d455dfe960937baab9c7fe5e25bc4db29cb7cde1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2406041f82ba7907aac4d044f652f8fd1b156c0d8475febae8c8eed147b7ed
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f975540f0d3c8424fb375629bfe2d39b3e24add0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b240f8219694d8b16110d200767a0d01884de8d1d5ff0c39e7623e83b102e60
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9aa04291fd3157c33440fc4cd2a1643cbd6d981
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7594e55ae971e2450d193b29ab82d213418e798b0dafe8c5b626cb6b03171f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3df7e103a507e13b4cdfcf1ceed094aeb61f65d6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c681a2dc0085755c2b96039e2722e51ca6241cc3ce640e6a534bedf74fc2f4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36d0f8d0cfa1dc0eb541c8e9df98d7dff600f0ee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d9dfa5c446f2b1abfcbace5f13447bb754028d41ba8ed89c4d5a6f4734e6877
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09808536c3a9ad9f96eea12718d3cd1cdc8c1151
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd8057a4cfd5404b4bed1ae679df4fb148aa1bd244fb1dbd9c8980e7f5a794c1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68bdf526e6a772753f322661284488f9f5106716
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c703bfd18669ff4986dbda810df878a705084d20403e9103d26afa4e0baeacf9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..781a8a46b27f98ae6e970cc2934f7c9af03c3517
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cab24070722ed29d1a4a293a156f326d77cf0b941f3bb209cd9dbbd8b117ac2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7514b12fd820803d595e759816bd29243ba09267
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60e0bf35b26583ad805f2fe2a5848d7c53428dbdc0e3e73756f31a5dc9e726f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ccb57c668a5042fe9a57beb34b24b21e5bf8f56
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0520a629725a2be6f0a0b8a286ca7c4a25015840092e4559889784b9b94177a2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b458a9d32562bf4594e3195c16c059b65720f2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd0ad4864be5ccd44046ab7fd10d287232b4f5eaa45c16ccbb70970c75dbc74
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a3eda569080854d289a6edcaecb1a7af0c4bd3c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c05d001aa00c45c77100dfc303af6e49f6a8f32683d030fde118f93fca9f675
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48754e6400aacb8a0997d9e78c7dad772568d436
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5986e6e15fc77d05ba977565941dd4db1b75de8e22a5755e4e3d307745adddec
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2158b1a113e2b6cabdadaa17525db7e8957ce428
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052c6e12cf01c6f32004461e186ec46b8eb9db461e38d920948bef46de10536e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/lm_head/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8de0a0d1ad3a054a6871e8af49ca32e6abe3f38
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e41e34fa90f71530ae1b7b48c29d58e840091d372c80f828428e7c4b0c4b3773
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5902a36b25c02e536f8b5e9b3ea8f7fad8071236
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44f49274bab6cc3197b168f30067ec9b2cad8ebc5b2b0218c2f8a2afb7715851
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b535269427652be4a3b4984bc70c0dba9fea53
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3560acb66a5076412225011d7e6a2553ec31806810b2b40b5c818edbe6c31e46
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3063362aedb5120f6687a352bdb95a44199cf04
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52f56a74c8b8df7e4ac58e7f702ea37426a1e93cfde56728c50788096d37dc55
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f1ce1df91cc464ffcf59b4f817dbbe0c70e78e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69013336e47f01bc15ed2f08242ad41b49317281552fff1ef6b5e595f5ccf3f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a2e095d798094371625a9556a069879f759a63
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c08aff80a88a1a6bb335d483346df20a96273964e79a82bac00f1b148058d68
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e300620ca542cb34386d7cbe6de3c87080fbd03f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54adecaea850eda70ea5d6e5920cb075d484d0dc8ab17cdcfb9074327829d37c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..200f1527a01a1a00bd6598d23c00409a0f2eb833
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a33081da13492d2d801995c14525d7b455e9267130b3a03f7a7bf30727d50eeb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a97fce676bb73a16df9927fa64a8e1a6f61c76b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c61ebc2f09f88ba8b954dce598e2f9d2015a3ee7d9f166810ac5dfb35a332fc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c7f91390575e7865a745b8d175121ac94f5c61
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4840837334056e6c6433bd75198ead0e1666e8306b2f82bba7c282436ef9770
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55f38ae94069d088d4e136de0ee2944a4357a44
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba90328efa1a403e46a7abcba96d87fcf1344958034929ab85d799dc81d5124
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072daca68f99a3e7c9d30fb509c8c276a96a517c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4144a64b28495fbcaf872e7540596ba4300503c1a2d566d4e8260422fee33c6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fca8742c19b01f6d53803e4b7813d4096895ada9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9824ddd54f1b07fc9dd548ebedb755d04342280d79fafcfa2d62b0e710b5248f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60006378821210f012ba453d4b27e974484d2441
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c6817cc37bc8a3ed669d9b778b85d76690a4a083afe7916901829c7d4d5760
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf1825db2e72ff3158964fba964a3c6fed5e74f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400aa959c0c49f95b4a335c9d057b03c54c9aa09feab67fb922c357d4afb5b1e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec028c61261a67c8897694fbe64736ecd4bd4ba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a750803a9ee196d9c4b245948c96fb29bfcf04494596900fe1c709ae34f5a4e6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc9031fb469a828ac3abac692b97e79f1b630ca9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5c2110a075decf7286489612aa3b415fdf6fb8b2375ce33a818446cb4c82c7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf494634643e64e2479747acc7d36d73286c111
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8874b2f2217ab7192ca73db330e43cb743618446ad5cf25208db4c7cca6132
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..723eef6c884525ef49aa30688586c1976e87c181
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f0697a203a5c9317c7e002b822e2e1275014a9214f3318ae848aa1341aaf0f9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13c749ceb912a286c4c1d528aa9f5a4c32b108e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f380537488799490c8251122bf83892f935effdb6b69bab89918c8a7c43912b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eade8f851c9cce88e83120b1c3416343c09245d5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46aa0b2c5abf23a76d448b0b7571c05195c7ff0a92b6acfbf945c4614506eb0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d39f7c5954f332f1760e2c306c33289e43ed44d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1ea03aac27e2f29be95c55e7927dcd760ab0db3594bb7c8da6779ee677244a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ccfeef858fa4ed646c4069088c6230af74ecf6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b737180c7696638813db382703f12a1f65bfd98f4337f6f971d1d0850a25fb2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..897443f8b14605d3475f5e97e4106de48e8faf80
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af4fad1830d7586006bf1031623322e54aae445616830f6bb19ea10e7fac1f8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdccab79139b84ed81550a34b5e18e4f9ecc3e05
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e1f5d7fbc56deabe150ca1d8d81e60ade4da9ac457902ba3d69b59b9ee7fd4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff31908cf191855b02ee99a810e19d6cacbb50b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af7339072eff008e1f3d49f8135916bda566d270ff89537c21425985f5d9db2b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb618379c3cb853ad795f4d4ab0e5c76b84341f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ba0c9f6b91943187350ae1b6a820437b40b5b99207440485f66255f513026b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d76e31b618d041611441320260e1b90261d3a70
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35569a25cc634108c0e61d8ca65a139a8abafefa3a8c70c1df25f8a1ad1ad68c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97a118ab8b646c237ded9b71dc86ba4eb2d8038
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40bb9a3288ac8826c7cc48ff08ac5b3c110907fd06feae7e6f91755c68ca68f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0269ec7d75c301af3b98d7b67903c1de7c7b53e7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592048aedfe8d22d01499a1440ca26f86447e68bc77607aa5fe58ac8ace0d4ae
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196a343ed7ea44ab8b7d3bac8f1339dc942ed30c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a255335ca0243bf6e0bea29d34169ee56c8f28163e004e4580289ffc7a3853
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c86f3a84988f0b69f2365ac7af473a16beaf3598
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1cc852dbe3a414981ceec20c6731496c73b0349db194a8168269456b3692d5c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b3f11559ac8d246afdd7fd7e763d858836e797c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4272b2843b050447d9d23f8392ea76aa0514665727cd69174402b5b4dc44859e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843448b6633ef9b927faced4251af1feb2763bfd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518d697b204b030f5ea5394884239dd9235105e2c540645ff874a9124d9aacc3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df3a1e3b43d575bfea9010546a223c159f6d989f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf026dbef228a79b8aee0d09feee81747a8de9635044ce655cde847c06b1bfa
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..492bd0be8826ed67968537052ecbd3ee53d153f4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a1136d40a378080f17d615eb8fe9078d70fe8a01070fd1fa6ab1cc32fea2d9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ffad54cb599f547507401e31ed2842d2b7cb09
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf2763aa24bd89aeeac51bdae60ea2e9036896a3d720595af6379b26843f6d91
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a4ff4c267d399593edcbb189d21fd8e367f0d3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2830f6d19fd0dc5954b4b201bfa250ec15a2def8afe7a25c2f3dcd27647c9f10
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c522b8e079a43ce8878215643344200523e484e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b75bfc6e816a1ea216869a1bd14166d6008e10b56a34f7876937264755a50e37
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..797c56e0cfec49f749beb5c9c0648c370c6155a6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01384efe94e5aa79de1eb8ed94dde7fa424ab476e9d55c84ec14f437f32f3ae5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7f3d6a58a36260c3cd0d966e9b4116863e4106
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:634f4d20fdb94e3f4845b544246bc4d5e6331b335d87b0407cf5e3267e522b9d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83fe7ade6372fd6322125361bbfafdf2a89b3622
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4060692f3d8f34a2a60322606e1087d2b505980c22f594cb15bba78c4f60e6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e016b684a1e70d9b73f2698451ac80115a2cb739
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c3a8b512a18a0164a6c3719b882f5098f8c18dfdff2db19c24c2d6922f29ee
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc618c326b4c4bca7f75e3deb7734d17674dda7d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8334eab28e1d1e2b8933bf1164591f3502aa9998389c1a657b4432ebff3dc2ca
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b0db9882ed2f0fc14cee123a04f5956aa14829
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929c48d2987e3a7022d8d731d2927dcc704ee7d7ef7b91601abb54286c8632b0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d19ed278e27f473e68bc76385e3a9ead3354aa3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f5511cb2986bee1f2feca0b7776385dcbb1efc9d4c3f26cc14c3fb6ec69657
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fed26479bf5761a051753ef6006b8a5caa5c9a3a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ec32c471ff6ac0a32463a4721eb40cff74b45bb1f39c0e451a2d154f0b14be
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a265ce395fbf5bf6ac3d51dc3a4fa79c8b4ee38
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10fb4c043c1865d0248b8408a48d44e7aff8c13d053a0b23d918267f5a27bfd6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac056c5b28c4669343f5bc9e15073a9809dcae3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6e0414510e816fb293180ec4fd31af5a624d7d65072a71330ca5c8e4469a265
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b723e46064c8ebe1712e2231e9196664799506a4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3e41c493ca75a58a18a3c90432be90ca3a0a2504c254fe104e84d25962f05d9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5398971d1710545d7f6f4bd4a22b0e8faccc5111
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d3d78f375fae82fc94c2b35dc37fbea2fd7109743a38cc67aa91adf63c06ff
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..913e146735ef1179ee10f9fab12355bf9482a952
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac3b15b40aa585a7c000a69863c33ffa6389518dbc4207dc2e76000a6615218
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7af937918af50166f67ca9c08f019053bbb940
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4b6b843ad98dc0e70c6afab04d20c0308bd5fa81a86356204636fb696d5164
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624f5ebe2c4b92845ce0b2b46f2bd89f6b65f672
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59924c148747a26f53d235a556ff5169cbd3ad0d392eb76462607370e9b964f3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41e6c453e22f4ec7aa3991f06d24060d8e96fec7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1347abce3ad6fbccc2d7c4b4e8f3638fa7c5a267413e8f56ac659db38dd4fd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5c466dcb67030af205d282cc979dddafc68468
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8b1c4f04bb4975b26710053d9ac655ffacf17cbdacb1b7a8291396d63ab59b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6882df82957dcf994e0c059498bbddfdf90d2d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81a440e254bf4ad97b27490c806db262882a2264bc77f940cf4386512bf0479a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b10022d85a1aae3642f1044e8f6d84fcf51b6c78
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57109a6c5ff3630870377d59445d7b12564d6c7ddff5a973527c8e3a7d9121e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..569c97d5de6ac4dc3e6e653738495c1d7ccff6a2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4685fad14c668d603fd9cbe7d2438ab0f89159aee88651b4652b592933c40a69
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ed48ab55321b5668b8e7bc431d5b0a9704dc439
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4be42cc9be5e181d6cca9af9ffccb154814d5cae809dad8964c859abfc7a66
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c981042c7a457e206e43a2ae2a728d4f764c99
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1469b1ca93bb37633ed0c9cdf48b225f514bbda0a941fa9fa786618f72f6ceec
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3daad8f200b6dab219a8242423b790f4613306
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7322761864cb6ea4276ef547b71c9912a8559fa73c1809838a040d7f9399429
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7967425eb09c75c94d8d8d33fdd2e38f4efb3c96
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac0f5b3e725230eb79c94c2ea8b2ce8dc5622dff5882257437583e827e15907
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eeb069c78bdbdc8e1eb70db40a621b30f15a20e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c870465d1828325802f3a50093b87af3cfea2b201199855e4d075ecca52ca595
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5587c8174fbcd27813bf087854523c1c1fbaeb9a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a9b3b3c7a51fb59773b99006937e06293f95a93f70d29b9dff35c2ecfd572f2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48437dff171ecb6d09ae01b35ebe6d18c85b6b62
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30160bfb308548abe99d0f97d154c27cf2e6a6ce6d8106bc0fac7f8dc1133388
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9cfd82077bb00b272be51adc70b6190d897eeaf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8925d014340db27a4ce89a9735f16deb011e1dff0eb88996a013b03181ec2982
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44d916dc8944c0413377de95124e1c0ee5459c33
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb18f0f6288373b7f2d64bc8408291bb69269d797efe971f9c133eee06e722b9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c14af90715a028cc9c39b18de5c9b70a6620bf1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b764c4c7767d60bd143e5729d6441d67eab1fcf442d4b5ef5ddd5d3389e1ec5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73c90043611d21d99e78e0729329f914b0079628
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:211ba2032c2a5cadf7bf9c2c6f8764f5a54d5bcafaa934e986ad34837adcd1ea
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4161e15c5ae637b254495988c895d51819a5560
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14de82267192a2bb20c7533aca220cb528731bec7d23fcfba7c782e8887f3b5e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea78a6327264237f86d679a40de6fa3d32d919b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0900271593767477577ab3df6d662afb2c35fec3556fb471e8eed0d7d3cf14f5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c222a69f4fa259771da3676114a8866e4bf5e32
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db70a6f0f5e724c8b2bb44292d36608cd587bba641289ef5a15db798bc4ab499
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1630fe41f56bd11b5830cfe87665d11d0a0ee24f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:425196192e0b9217c37d5839567e7976f696199a1bf36a2a90307928e510ab89
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2cb86cb8a8ffb957d0c3fc36b7c6e139227c65c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f30c06bb56d3d71afee83a7f6936727aa328fa6470fa15c3ab3ae317f73625d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f7b5e89b83d0aff4c95c617091acc7047cd8225
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a40719ed618a4562f811e68233423f2c09a56e347c564472dc91cdec6d15c3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a1f1843f99fd5f0b48183dfac9fb415761673d5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30af9769b280783c394d4228f860ba3d025fe65c879ac5ef8bebcf7ccac3576
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d956b1bd99f6930a0e10619e2b86a20b434ce0b2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c66c000b44ee076d57aa273ac037a6cdd8922154117f1adf9e66284ce3dfc13
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5bdaa8633f43e156a3bb81f1544ab591214a894
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24bf6603719ac0e9f4f78ceba242bf88417618c4ecdb7f77955030ccf5082c62
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b51943d7b99eab4ccee4b472c56cca98e78055
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e09f329354c80f567eb3fa1b50c587384928c9bbeeba34c55b1b5fd6dc9079
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d04eb57253b0be54bfe244a5bcc0c27e5f1e0d5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24af5edd3ed17d25b7aad51ca542ebd6387d8e4318b1fac0142dfcca742f9695
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e00270574e23a699251c45f58e2eff63e5bbd2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285ab42b672af8a71334c25964ad4e212269ef50756fab4183595eb46aa1e69e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99071a3702d036360c8b10ae74a49946fc253ef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec1dd66a6e7091d9c687d05d15921c0fcb267b639478adb8ac5a976873a2d4d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76758e063734001e641a53f58283cde01f4e5ea0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0144ed6324a51eb7faed11d107ed1d2e2db57403360fe5b6ac2dfe6f20966253
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8ebb0e029aa6fef1e838d9ced7cf8d2aca6d5b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc391c6dd18869e55bc2203cfd10933373d6fd51e16a74a5525c8c1b35a4107
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80ea62e9c1cd7bdfa94e89465f3940be26ab98a0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6567aabfecc80b18b7ab43c69cd77383082c2f8935a2f4ff29234ebc2de03c6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43994b9afe76f70d3facc5c5c67c0b8fd4d7d39d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa77c03210848fb36c0a0b0343bb631e27c22ed7849c5e6f0655d06c107eed87
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6003d2fc614e79395c30fff1a08e2a3811722b15
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab5a76852b43e94126ff3966475f959ce4a86be29d4c078d38cc49869270260
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be96bf4830fa96212451b4d363bfe0e32825f702
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b7c1fc8dee6ddb54573c8ec0f512a66b170e805d25537e8f6f2d76e72def0b9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e637b81e268ad7832e18cb73b8897cac3a45b06f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90151cdaa5cdbbac942e059129aef62addcd8be3d45f54330e486eaff7815c26
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48070ce9f753e4f68a6d29ba3bbd1b86cf156a4a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:610c447f465405d23ff89cbd28366b7131cedf7ef5b87d43e31af6673bd66787
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6540ebe4a856d63d0680583ce95786a477be0c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0539e0e1195bb01acdc1d6fb40f5333af66b075164191ae60f7463906582766c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15be4783834c04fb30ab6c9876cc6c6cdd02e5de
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b76ba452c1a23f7481ea77289cb9fb395deb487fd0eceac3d3badaa0ad6754d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f167a2eb5cb8ab615b06565708a81617514345
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56db19bef97f24e747f559835523c1be3eef5f963bdff20e0cc95b997f2e4af8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f26791d35dfb2bf71d96e36bc09af098afba5277
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc0a9fa315e7e02a91bc7f34d8ce28fb8c581ba10c62e0e3f161e998434fb89c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d6b7cd24f54bddad2d820678184091d1221891
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dcb6c5f9c5432d4807dec801d29a1a018b73fb13fa748d0353f3be115996185
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b15a24d52c93a80a508bce79d0337c15dbe24abb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45e3f1a32e6dacbc107f766781dc66ac7da74d73ac15117398fd1cd8b7c4f17a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eae48cca8cf21ab6fc1af3f273f3b65b278cd92
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5985d3c44deb6222ba1f9cecb280ff5fb131fb04cf7ff08041feaa2b63252bd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a53523b3969e4f65ebc9c7eb05924aa348ac8c65
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8507dd3d90f9404a9e41bb89d5256fbdf6b169c553ae1cc480bde3c600ec485
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba7095d66d074736be9a1ba8c74e2f12d4d2b77d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a828945bdf72387790056aabfbfcce775c1131d94d44f71f2a676da3a307bb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b43b88cdcc8bd5c46ec8f80a6840c1ee06a0c611
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39105595047ef4dad6179e81f23053abeed97874f25aadc68ca65912a60b2697
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2e67c1e2a7d8d6a112b547b7a7991267541f303
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b345ebfa78d5af94ce728751151b0da7db08ac71e92a606cb07f8da635f2e0e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..805ceb40540ed50efefea12fe07819f2b9c94496
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e082f3b9d09373c0632884e545cdc25471d333ac375de2ad2508d4ccf9a9fc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68fbcd787f31392fa6ba2e4f0bc9f9f56eeb10c5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da94b0a18ba86b7d80ae53708f3bff4cbd03a9068edc287a437e7663b1cdb11e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b399a3ef40f70c5ef79688bd988a1ab268bab1b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:095f2a618e1ce4e714f4b160b334cf05e3d0638e5c5a3fa28cb1703ba971268a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6667ad65ae88816f99ef55f662328958e2e0061
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4fc9611624a77a2b2e121629c84a6f75dcbf6a2b82a0cca4c8479c6ecd859e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e46349a090f859710bc763bcd93cd37fdc1253
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7f2aeafec6fa5c4ce3b7ff46dc09cda07271381654bea0e1f99f7071785e547
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd7bd29381e875176e9f1c7b4c47b45f6c34e34
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3581f0a087ec246cae26a26615a11071aa0b31c6d44509fe7b7e1faf4c78bb4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff7a379e8f89c4240d14a0cbef05dd2adc93ae6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86bf6aec0f733b9232959a25d6e26afcc75942b2b8d2fbd1bd0fde2022aa8665
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6e9d87adab16a3df0e791bfcab72de78fe3d9dc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650e3f0a2c659dbadaf468c52f11e5005e3b9f5d0b2864e163bcc8726fac6986
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ea6134a219d0e0ec2b8963d8a00f68713e5ecfb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acdfe0bf1ee2324eb46503f1989074aab39189511848b33d9c81c852888621cf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..245144b59a0e9e91504179c4c7f5864ba52e7766
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:347b0c5fa7b67af874749f790789546fe751fa1b697944917c32058ffce7131f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61aff263805ca5fb60ff6cfdd6c97350a216fbed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8801ef9cb493911b7c2c1bfe597fdee87c90f8586d90c0828b6c08da2db91a2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cfec6bd2b7a4865dd946ce5ca496b3f3295b785
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44b83ac4f43c97556ce3d2135f59d672b0da99435e6ff5837ea19301f89ca1f7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..405d46a9be1720f610d7677ab149e3450720787e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e935763320a7fe2d479ae95977af385834ea68fea5701b99448c6ff82d0430b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1ccb41fdb9b15e19999fe6aee3c35121ec9bbc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5993cda6443f771c97f2eb2d6e4aad2aa57b996a3c7134fb951e0513ab7d593a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f355d90cc7930002aaece5ad676308ed37f84a15
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c810316cfef1196d331c72b6a60d7291577abe2e084f4e12a18cef0c503e58
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3409a714d18ec43cfba92383aef34d8fc471c17
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4455331d61d77da177a52bfc44fcef3c9ebd3ea83564f0c8bf37d40f9e60a45e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2633e1cebafe0fc10300cfbc11a47626dc5eae56
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad78316a43b84a6fdde158b479fed5032a2103396225c0a2ca2e999b05008d2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a591c49551b039a47d6ff429471ff10da89ff1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158625bc74cc488503197d8da8cb6fbc3f9c22a9f8c97e636c14823c04761ae0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c1a218f23511be2f2ef98f2c737d8e439bf95d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518eb457f2e037803b0da2e288d3cd5cd93253d473fb389e42d0008ec5f40cad
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b8f340d15db2c7c31c2c59c5565c7495b4fd1a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68dd410ff183400bc79163c4c418a317acf03c55fd47a560dd9cf812a0ff0670
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b22b07246bec428b3873f7e6c9d7351c1ebb9753
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1cbcca8f00cf3f0007e54788a75077089a2b6203749c4fd68aca3b14a28170
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cece91d7d6d21845ee59ceadfd85543bdf6351c5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05fb02f6962b14e85ff3419b9e80c97c885243aa951011b5d4a7d37b5c3614bb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ec9ffa2fbe27edf08ae692a05eee40c1c16b5a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d022f5eac0d0c83ac98f66e22e14aa5ce496c691ba07e1a7efd8daf5b0147c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a46b7a195ffe7c705b896e5303d784f843983bfc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a0fd9b2e8ecda5bced2fffde4f031e145ca11246729e3fbb32113e7758e17f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0fd2236718a63916064dff78dcf3f73d1e92026
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d22c0c52a27917ba0b84412653c4990bbb351b32ac0daa7aa1928c654cede57c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a43c8c758effa691cb36b703d031dbf2da783a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79856a409aa8042afb71c53ac9a2c0bc3521acb8af2ff14f1bd6a65b10af245d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9046406144953236424f496d6a2faea61b513321
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7eb1a5d73ba8ff14b0905a4cfe3ad775e84a89c0a30971efde7929eaf4e9aad
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602f4e146d25a867eef44162c295ca6ff8d79606
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27c277a1cf19b6066480b0a274639fd773c66b9a3f5c5f636ed726437b931723
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..961c4ebc92b6f821ec47f52699d9b23a6c27069e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4e64fec35cfb3288dbf62e0834e16ffdddacfb0e0bb09ce7fdbc1ae3ba6a69
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e37a8177366017f00052901c6bef501013ac3fde
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa61dfc5173ab1eaf8d640f1d0aa6e21cdb926baa58ae09f1d14a466d6737d0c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8bf09b00cf95b0995a9e40f07c030c240dfb99a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc47b1403d4f7f8414d1734dcf15b81e3aef3798b55267df3802bca27538e2d9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbcee5278275bdedbcb795a2e53128f32f86b78b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c6097bfe77b04357459140872f8c97de95435780429074fa8bdca9200107e3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b66542f0c7acea5a05784941b4fb7123cc99aaf6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1369dca662e82d4285fd48960ebaf8c896a9a300fa01cf9420a7dfded97534
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c376b9bbcc83826b4082d29d6b68b42ac9b7ef25
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf06532525223d8a67db4a4220e5c46b90a2e1b8ff25feb295b5a0409d5458be
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32fa1cec3d7c4cf735ed6101c6e50acc3d8fd5ce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95bc3608d18cdca96cb32c8e898f18307482541907f888db629f2b10cd2ac6ae
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..497673a3dbcee08ac35731e36c005259a64454f1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8477bdc1ad44c1058bd325d5f7bfdea71df5af6032fee94ec773f607a1fd5520
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33221983017c02ed99f83f5cb8546f4679bd26fd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee9900fe3713bd8595935cd246e5fb309b47eee81b06ef0fe1e648c1018ecf4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0122afb652a9ee519d1cbf0fa6da4cf17c0bd8cb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d7fc152eca475c5aa29ec0d089ef3b406b8c650046459ef7a6ea711885d105
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb15ed3d911eb53d9765adfc31c5a5466f1ad8eb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ef8acad0248976db28895fa2c1203524e2f88405734cbe7a3247ea02399575
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f462ed410feceb2182c4dfb64fb92d04d7beb466
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e17c1e5a42bc96b1fc77f1955b19e4905b3262521fdea0483274b79422e2700
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9a46d78f976639b4bd38757c24599c91a3d7446
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65146509fa010b21f0d451730fbf624745dfa354d3120eaeeb09e42eafae470
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b65d47572b824e1c57d0a7976bccba2ec873bf4f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2312d499b6ae943f3bafc744960d5ce8c18542e059a8c64862d8b694980917
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..befb28487cb31616a016c33bd1230c90665ce1e6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e79edb1ca9652cc6043f1c9a96f497ddceb64ddded82f8ffe1e71eb9dcd97298
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987f153cb9507781b1b5a1db77b5f6af1ebb76fa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acbd4057f732d31a4bced5f1b8662e480d5e318bc6f38dc283ab40bce873ac0c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66468e96eec9bf72e3d8325929095df5a2e37b98
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c897bfdb6f1b143fcaedb49d7c7a508831718d8c6152d64503402bf9cad3af62
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cdb851abde4b678f49f52f332aa4dbf7423e2db
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba62877dd7864de4ee1e25002380593fda553cfea6ff223e909b21de9eded402
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e728d6af9acdfc49af981a60a7b3d65bb92b98c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f78f0418bb71d5b3612e74171611c91231f8870d53d5f0fb9bd16061cc028c8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ee8b7a9d406e3785d52743c4af5fa443ca5d3a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1335f2a89e23900b73215f1104443949a678e9c284f31423be0d66aacfd2c1c5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c9cb4c021a0ab229ec02d8316be7401cdbb988
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45a1a35310197db514113b24338dbdc362fdfd8c43bdc91106fc99ace256962
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e3d4bd0b251f8956aa9dfa9a3f3b431c45f32c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c75262e1409648cec57dd520c02fd479968c0eb1469043b28827f5f226412c7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee7e4cf84662474c2e0dba015cbfc4aad0bb2b60
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8802654241c5c4297a842d129988a736c72219de7de8b9972a0f81f31f8082f6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c3863659cb4958eb9daf8a3c84ad362141d56ac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8af4b50220c5f958155f96cf4caf8d58462b7940614f1f91de8b7bd16dd6231
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4538e696136141835f0f2c5a9238f395776de494
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e99ac6531653e4bc83207211e47a1d0d2b7c34fef9e17e2ccf94d941eb27b794
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a201e6f40e75f8703bbf71011ce4b596abbacce8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119160e8e61f16aaaec49605cfca04c213c974e39ba4b83355b5ef7e1842429c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc38febfd7df05e0fb881929ea3ccd7bea3280a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f341e153e643eb5e75ca3e82fbbca54e1bd6ed84c99f6f3e321f9f9961c3655
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d097e3275e4f59cc7595363bcb175a79b4f34b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba065dc34ddc30994088b5f8eae26a7bc8d264b4a2f750fc49f0de13bfd6020d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ec9bfa40c43f5881640ae248449c118f420f1a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:501cc7e68d77349d687d6b0bba936d4e49d6184b267be8e10d285129db7f5e08
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b12e4c5513a2f866752a7978e2feff9a07fd38b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:306116372a7423b13423db06c82b21fdcc819bde6b8fe9c3d9a59c58c7653b6b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9723e3539e36f8c67a8e44428afd1d0fa2d4529
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d8e1bfbc5ad3722e1593d9514e8079664dc92b20df1da6d9d6e09a901e93848
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b484986b411c6cbe1957c1f37286ced91b28bac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf47efb70b38669ae687c212e9d0a4d69dbf47e46c77ccc84485fc20ea24a9ac
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a66e85953c24c531b95b6bbbf4b5b28c18b2942b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0dfd716c81d0ea0f70d0fef364f836c32a6d1d4b6a0ad1efb3b791bc08dda3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cee0f4082e654bf14d3977c6ee4c9964ea0aa90
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299cb8246b7b287f48711fde472c7868dd3f26a31742776918cef05542d4133a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aec0cd7276cd117c3c0d1839312db76830c52d9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48de35604393a19773a9c42baa59ff818d49ee7436d40c70a08605cf5415320a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a98abd953a418b29ac146091651d5e7c233e20f3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad5d844810c262ff93f1b5afc47548d97701272227a4943321be5e5ac79e663
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c27ea614d02a548ad0399e4197efd818ff1460
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a93062647d2c4ae048c78a4bfd9fe73fc607b1c57f2523703367479831e6b0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..946ec4c6097b00c507b3cf7b01f9ab619458f627
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4ba8eaad8fa73cd3ab0717c408b4db7d91db1f06e595095610b5006375bca3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc05881877f0a4240ee977c56a975edce5851d2b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84870bb5c7266ca31545df9dfc35b4cabfddb3671c5c17c30aad6eac852246d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfced79dd61a122a61d727390339059a4d3c8dfe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac17e142910a697241f1c1a4ab858b713ae9bff0fc84fc7517620e3614f2b29
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac94208bd0c2a889eed7778cd4b45299dffe56a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53a77cae362052e425d800607efab9fcc4682a2efd621ba2d75975e8763a7ba
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf25328fd50e2b7608795ff6ad7e15eab3bc137
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24037767ff46a7c83fefd8de1bdd539e46abf7b5dce8fff5f962af396fb258d4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f507865b0d1cc02206a76068d6b377904d88972c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f689769c9cb573d6cc70d86fc9a8f4fc85ad469a74e4e7af733ed4aca24e2670
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..999770244e9778dc2316f9d50f3e3fd16740189c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3649f334388b56ae0decde93d874f36559a2aab67b069bf5ad8efe5ea8a34566
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36db188b2add869629aaee39aee1dd39c27cd937
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e0f26d9cbf9ce38c68239c605d1d75d124c7ef2917fc958b6032367431d747
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b51b1e933f93af33acbe1d555564ae4f945f41b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65fcef74a373bd4dea6a2c38bf92ff12631ac35204d5ed45c06f59d65a56cf04
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f063ed6dae0251d893718705e3bf1971578f1e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8ebef7377ab7ca8fe8f04c06ec735e0c8757a96122c8a421456693736af893
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d49a355913db5264ca4a7beb9a4fe8f44d36dad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b8a03e9f5ffc1ebcadf258d5faa099cf11c3aa066d73d2165851ffa52b92fc
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..954536583f0088060376a28a80436608bbd43511
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e96816e1e8891b4e79d5a6d23609a0f9d5b2f2843098bcc725889d6c98ee693
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01eb6f28065ed208a4f3574ce5f650a7e2732abf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9826d44e6363a1c0b0ba14f527aba847c74e9c819f07c9384f2c2a8ea734d8cb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe93503a7fc53a02cb8e0bcb46993546b1ad356
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cda2bd3a9976a7c97e73eaf31b68603ed584a72f94a4b431bdcc0ba59f32f9d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9873450239db570a43dfc669301e2d4519ab4aac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:689c678276742bdd813e215db7a5bfae966633cbe5551c9632fd809c63e5f114
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e6142e8a95d35db299200ee7c1b8f8f306f3c58
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00ab626df3cfce8452b059251acda3d29b5d482953c646790cce0d5b71db9b1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054fdbd3979ca996f0223d632be197a19a9ff976
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13dcc5f6e9f06689d1ed8dbcee2fc40e1881d3733e33a19e0c67c46206e22aa5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..522c82f485fc6e9b355c37d007850b7bf30dfe41
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca9c754f7e126795988a3d6932487917f7270fe341f38dc7a52adfa02027b5ae
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f59c871831c672178425a2fa0f5300807770f2b0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a4c556c4b0160f206f319bbc02f1374908d0fd7e1c28b1ca5a5f318bd3e682
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af8995c3faa581ff632e1dd8f04d20a13062294b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295a47fdbf6ccd64036c9dfd730cb8c48ced94b520c0f2db8330af25081678dd
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..536efe80992cc657df6bbf71a3f7dd525325cc91
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a26dc238779a421896ff1bf49c952c4d710e466a2ebcbd22950f8d41d7c31009
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea07344ddfb79af7c2256d00cd99fd1f99a70031
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9acdd1deea570d6fd4d81127e88f1751b7de75d97d89a7f91439a180b4b0f2db
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce704aff2bc0e921271175ead612aa452cb0aeaf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781b5b34a0cdd6b20af5cd6f3acdf4ebd8ffb4d5782bd403a1558e9b4a411adf
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..937ec25c96550353b953c57369f5092a4cbafbdd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb75697ec9e4fd13a4c254a8e04ca7225a6c785f122a1c19480f885ca79ca58
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e78308e4f0a4c911aed3597495e389231a631fb2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:686f90dc69d108e224866e44bd0da317c601f48c23d59421b6e3275039654371
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..420f101be661075448a80d03b6d9cd61f4ef6b6c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eed582422be84efe03c8434fd4e995f172d3d9dff1b281b8841f8c2b012b96e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53dc1c5b11f3bc06d17e7ddb3ba69deb5c957fc0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b9397ed5658e1736d643c9bf357ffd9c7a2a999c1e4dea41459ac33c3e30f9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cc6d9da9d21b4580cd996d200c7d3a0aef235e8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb368ff5a239a204fc0d20a702416e91de9907eb03a4e87c99636dd8a199ccf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1308ce0e14fcbf3fdbeb002110a7bbeccd1c93e1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea0fc11e88f0568772ca8719a24806bce8ae39011153323e9a5840b8fae933a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c4f8ea8b388af192439b6950252ca38e142003
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df229a675fb8afcbf917bddd3ae0188be3bf87b20ff5c47d2a7f20695b538ff0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2c40fb2fbfb7d50b4fb1faa93756d76a0a6d66
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f59d0089689b30f8d403549895bf8cec019cdee5c06fae62e81199217b0f23
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95cb89b1da937a6b453298b92a916fb9d399265c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df611d7ec79f92293b9793524481a60b3b41649d49ca6ca2fb3f02cc64edc29f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c40bbed9665428f7868bce335ba482858822f29
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a0349483acad06a2b34e3698a73eaf586a502df928b8147841953747ec0b64
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d32e3eeb11583682dbedac50452acd03e0f42365
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89df599fc6fec87571ad8ff3b4dc9e38a88a2978de0ba8cf14487003aec8eafc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f35410069d68092708705aae71548aa25e176fec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5d865bcb964b11b3fb331f50e5b9689e6f9851cf8a298d18852fc9b677268b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80ae63120c54daacc3e432acbfc7d575b8279b30
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d45d566d445a386923e49184c55f0ee645d0d48dd9120d264a62052fb82bae9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d4114eab3e0eb2c6b936fa8327a85995d62008
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a336bffc364beb712d002a2b8b54aa8bcb65e07540dbabccce57c355dbeee6bd
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d7188f4d82eb5c80fdc6828cf6da186975586f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555d03243dd9f9dd76c95435987c040d41d1c28cbacb64e48772ed55f5d59579
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff44a62cc678c1e4e1f8d9da30064512a1ee99f4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4395e95e78279917740a2a3fd4ec8fadd04eeacfa44b5d98e15e80a6cf0a4562
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ecde1036884a821fb2c564b858cac2cb47510c8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c802b50accb874b59d6ff3a18bb9efd1479271c30c469c054cd4dff4bfb1f8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e3bc04173dfb7b28de39d06c2e53ad4bfc2b248
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70112fabd9b09f96227f8be68f8cf005eb845844a14a44d8a9e1d63c45385710
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20d6e5e5bfd474d058d19cce9145a23c92b452a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20b97077142e987d031a44f5fcf4fc9728ba09d5f3a9490fedba0782c847643
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f7804274c2519ddf6ff19a3aa590074876cd9d4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:086f483263f8841c76c0603a9460013e887bb5a9500ba1cd29301aa98665074b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74417669cd3292c3ebb0f520cb947ba81ee414b2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46158c6bc294d67652a6da50d8bc6a05798eec7606e65c115101aa4813121565
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e12f2d49286262ebf1334407ca8478c7fef423
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d55556dffd0ab49dcd68c47ac03e70546476c1605ad303ab32b611c41d9e6990
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e73039ac18da18760a794fdbb745295663b669b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb8a24ea5f20da3ae8c7dae553f350e9519eec155acce1dc200d4a7680a7e2b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24d7bfcb968c78dcde3443c5c3560d9e75d3206
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb24ea1abc3e95123ff765f67a2b99a3eb5d4296720ede23ed492ecc206b2660
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5dbc5f703640e92dbc8702b05f29dcd4fed26b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:777f359d4f8075bbac19afcc0e068a949cdc5302f2bb5210244f441e9c7a0d57
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6f170503249b42d6cb7ec5c5a7372d00d5773f5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d136e0abde540d4f1b69fb75df16ee5a07f932608c7771771f146426659517
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e2196f1609d58cbd2cc7d3062ca49393ce17359
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:932381a80c7a8fc90d59641d9e0a5e06c5fcc822bf5f2eb56beace013d62840b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..406deb3b6b15179ac5ec0a5f9b446be585d7d7e9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5a99db1d44df44557057c3abf27b1b896eb8f40f7cadceaa874b4c2f10eb22
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97d6c2cedfaa3975043fe08e43cb5eb235e76343
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d089ca37e2689b206822ff0db77e4f44ce280186fce2674f1e7ebbdf93aa02
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2930daf815ba67c6f1c16a93bf884904f5145db
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ba5beba7df9eace664fb4d83376a015f9ceda12f36c80dad73f927e57b0291
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf63b1088a4fd10a94e6008ca516936a1648df86
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7835cbeb69c210a35590de3daaf6c1914b56d95cd66511058d28001c19f9824e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be769db6d435140367db20848701d6e230588ff1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6791f59df6c75ec1b02949e530436878ee9f200b7a621c8f3c10166eba8042ee
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa065d4710c7deb3adbc498b04ae343465091abf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7825bbf538f27923a5137a86b7da337ab6254004a998461efb21ad682c0ca3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd2d47c3eec817bb70a7299663f9d2ad8a39471
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc75e1d3d7513ea5745c13680c4c3e297a66f99de3127b93264b81c9f68248b2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5d4b5b143eafd7fdbcaef2ec6a151a5c94b7589
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:844eddf3645d6a10b931af0ce7088ed3e78783350a16f20ddf8db4b177393b99
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/lm_head/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f00ca70ff61a0624478bd90d0be0e4c12414f1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47173fc62e3ad840816eca9db6bb694261d92f14caf80babe4a307aeffedd89f
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c2e2a21a0947393ca27e62dda79bef79127d763
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a3208b04504b7e8a7568252574656e7c1c841cf85d273acea638a0fa8984cb8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2321ff724798821c129d76553ea2d9cf31cf401c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11cffdf9b56add8e0ee6299db88c823065b795f0e522a257a359298e19b228b6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6dbf5fc8881a73cee69884012e37435c9f5f2f4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f3333c300ca13c66f8cf0fdc1ad5e4bd4a0e52a383daf1a1d97f6b7b975e72e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca59d2faf0a64dd699926b13fdc60a78f15df039
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22b0a7ac7f9cf2dd79f66113138eb81b8719fc8567d1d8cc1cfab032f332633
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83a114cd079c91036825c1eaa7ebdb2b10b1563a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e4a2232d70cf3334f9438efef2e41e104302f5e40a074aba668719871c7dbe
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd15785a5365b4f4cbb9fc827b987fb31ee68aba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667d60f8478e826add3516ea44d0fe84eb80b260759e037c00453170ba604f1f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a6490153709f5a3476539f163b0bb46b397c1a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c2b77ab5058fc3a3643cfcf7ec47a4df414d188057c4fdb8c1386d264ceeee
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f67f2285666d9ff0eab1c2f8ef4f0f238732c56
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e851887b94c13b5ac825113972a1ee879f213c42934ad5aae4f3d5b7b95ff29e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..970b64df17707adf46cdb72102e399166e765a95
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5484c2d695372b63c90ca5066ea695d389e018a1bcb78c434ff560eea051ff4d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e8b87d6d5032ecf7c19d4b0f5eb926e34c5e09
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19e533858707af4eb2d66d8aca4e13d5cfaf66b1539376be17b8735a9b63467
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a9944844e294803d3047d38039646dd2812e81
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:657a6c82093e1433536da0426018588646e2cfcc6394de67595756e8983b3e7d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8f0aac8cfeff935b82a77a684213832b7458dc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c147761effda813071da6c748ef1dcf27a5a99786568b76461321c92700c09b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf01395b7e01e530ea123556c75212ce9835031
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f8ad75ba0aa0fbd1f6c5ca262fc0841d5baddc4f291c912a851bd823df2f8e0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5552f77497bd1396530e6fdb275d9b9b77b0087a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71634d0e416f6db7c79af09e107342266439e0fd960c52d9fee500777395efc4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f7ea9ca44318d821eb44584896b8cd32551524
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4f7c7b210510a5aa5d61d633a0a5dcf866b7c9fffde659eea2c42872a2d7c3c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7485046a9656f7a7e38d582023af48a33a3d7db4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4048aafbed1dadf0f79a93fcb7c79a4c6f9015e8b29a5f5b4262ae5627cae0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d386d774e22511eaed676dc8234a945282e4db4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b413d761ce03ae796fde314ff10c8779c5033c78f60169320cdfd2b24f0092e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da9406ff5aece093dfac9a3d646baa1ed131b1a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b5ab48d2c991f115062bdecc4148932fb9192c074e2b3cf62fe13dc2a83469
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd846bcfe908466ad06465e6c260d09c0da4d2e0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221a29629727f6fadeca7e8fa4c71027f7f3ee0272c16f97fcb6e9abf871d166
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6279b163878eddae0c34fe0703c73e34967d1c55
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650984be7a0cc8b42c625245269174da4a61db21ab5f75167ccf875c83865af2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81176fa3bb21da4ec6d95daa97f6782e96590b15
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4dfaf119f59c7b32ade5e9d9d6574d3ddb8b67d5fff4c1083f3933e96a46346
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aefc4567287dd052812c4d6c56436f7246221cc9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a21f078ce7298d82c03a126e17036fc984364209a423d54617bf337cff28e1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4a16d053bc375d6f13a2559d567e7a1e3bd0193
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57071d47d7433aa310148f012897e0680861ad4321eadf98692e44461070ff19
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0bbfdf2d1ce822148e9e3bec48b335e5f0a7889
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a9d46390b44d64f89877306f820babc982a4427a87f9872d99817fae6b65c0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d64ec0ca0d362adc6aaad15cee247608a82000
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a441495e958bf7d2bc0a916f3ced0dc275197117dc6cde7254675e565de5bd
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c54b1d30118494c8b7d20b01ecded8c2622e96b5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62812bbbafa537a304dcca3479bf4127db7958a2abba68ae458a36991707813
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d49a00b13a9f8c67ef93e097183ca926e1eeb47
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed4a0370327795fc6528157118a7b6233776056bce32a9a484ed2fb6eadc8da
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bfdeb022ba1669f141588f9f81ce05cd76edf71
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a206a37421a8c25368f5096d2f35b2ad80ff6f18b6d96944f8fcd1d2853ac1cf
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da7f4cbfc872fdc2ee481be1a94073afa03740d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701243f56af7666675388dfc80705c57407961c6c9fe218246287316664658e4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230dbb86c440e8d0c92b47936659a570d0b417f7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:168ba76f496c377e9af65aa547f9345810e725cd9a3460639325704f0a7ee36b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1da886c1887f0b83d9b0ea84a9aa3d0e64986fe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a828f8047332397c7b77844f5c5a8c1699095b547aa01d03edabeb66c7b7a488
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3191716d583c16cbe26c802f52525a49ce8bfd55
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:320f8321d0b034b2bc2d55eabfe6650aad0a3a465de72c84b309d591d38f32ff
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754c5c54f11b23f2acbcb07f44fddee8956572f2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5046b2427f3100a752627a4ad53d7c434d5c6573c0d5758dd28d7a5efb15412
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f67062bf2c5ac525aadade2a9adf2c8aa9dcc93
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2a57a56ea64d63453534d8861cdedcea986ecaa05524892c7f9fb7ee708606
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a649d8fd2b34c9291a7d1d0b580b3e6c257b39
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f7c3d38bb0fdb119957eaef559b21525534c73934c184b58f0240a0c303538
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ef818674c94765c9528857d6b36302b7c9078
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d1d59b1fb0aef13c2284580efd66266ff81d5a8e59f0ec39e35106f2d28799
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be830aea5cf016ae2d19aaf43b87bd2054567dc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1948506dad2b19683afb9cf7b07c29e4f67edc673143b3f36ee3eea166b2d8ad
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90ba9841241caa0c773caa4b505a0d88a989346b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161c11fff3c4cdfafff0e574432da04d1193c2612fc9f02520b52236399942e6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f63da8674ec7013456709cabd12b54ded2eeb793
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a946a8a801fca790985d76a9d063580a251e4ba3978509baa710cf949dddad
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11eeeb375ea1d2cad754189c6960ff406edea0f8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df34fb295525a928ccf982485289e97671966067488ed44f543c6a2cf88125d2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bef239bb2488634e25625170eb7336a6a68c66c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e8b769e92761e1ff36c7c17404434b2e549c4427e0a2b9a183c26e995dc1631
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ae9dcb625c3972392dd9833dc13dbef2fbbbb8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4be3f08dcd0f86caae00f1943e10a2967191d3c61b2d56ce51ae26f4e15f4cb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30f565da0d9e4666c18bf2fe9f5982754fdba50f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a497a4cd4756974c8d67197b9ceb616b338c370a467228ab85e365219b58b6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13900388083f0aa7ab38366d17394ae5f3ac866c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18a444327ec1bdade094b2ee95ae6ee5b25a1db1c3f78b903321f64fc139c2d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d617ff6d32ef94caa38f7bf4ea53ee74d4fc84
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e837c866c2c40803cb63dbafef2ae1fde114c1080799222a1411e4e2d14f07dc
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da66b530bd27c4e1782c632ff56373a7e999a0ec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c388228a9ada9a1f20454cee4d9112077ea288c7fa4774fa765be6635d8a18d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d791b9a696954ab92f4f50f25698786d0871ee7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70df0a83dd9b6c0523c74f693194d3af7303e8b81bc112669cf5d233b32d802
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98cc6201d17acb4373f059d9ab1e673d01aa5134
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab57f41a08841f2b8d1aa92a1131ba1794686d7682e2040edca1a58f17ea60ee
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d944391c3eb97475edb175ddc767ddf822c2993
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06654b48439fc6cf0bfe7fd828718454bca76a6987ba58984ff4a30a7502a96e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7e796116a9cfbadf8892fb50417c2e95014583
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d3f5968b043b577a8e85608906c9ad75d17772553eb9950a88eda809446cee
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2a28229d5d6b59e1e6b89d1cc4a835e7b91184f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa452369f1c053449c43415e77945168d59a87629535ff283639e0dbf875f0d6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c08ba40164b1749c18b55aa7c8bc7bc9b97eea09
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38415041930b9bad846cf18df032c81eb2f2816b0c9934ec328f2463cf0ad313
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87af6b549a2c37c7522e5b4dd71bc5aef3ca81e6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5da4ae1d6ddc480ef82b63280107f8dcbfc766c9d0bb9622937038b05a0dbe
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e76d0bc19367bcf9836667c873e7472e4c95c4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0de0047bfe99f90f8cba2785dae4bd62c87b4e324692a6616c04fd69726949
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c80dd5865dc2c2a80ba7272487a0ca452195cf6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4888e7aa45b6940d50701127d90e2a2865525908288ca0d7676e6d2c5c197c1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e27ecc859e3f6dc3a836d5c937a4a61989ba922a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ea96704f4fdf235bb240745c62ee665921df7e033d954720dbab75f8acdce3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8ce6260d30ad89b25da89e4205fb450ba568837
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abaa0ba3401f91ca7921d5ef5dedb83267e04e3b2943d6468e5e9a867bafe41
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a4e5e034066c7c940376cf265d82d10cf300ac2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639ab66d0a5476e099c1ff89e25b3397ececf0657c060cd0881719ae0a15b9f9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d069de66a9deedaaf3f2e489c3cd5c8e4452da7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e29b36b228c051904dae05e9d37864fe9da116233ae4e267d59db74a014299d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25a7ebd5e4bb62da2939cb11f5eb805acfb76fe8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd0a1774fb66c0da9d1b58e8c9f7fd065f74707250b5fcb5ed6769687ffc90c1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de9ee9c50fe8fee1f7e85be12f6706585975ecd1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df9c2447b9c0b64abd4e0ad0884407339409c74d8ecf02af0721c1cfc32bb86f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17526a2c0427d1ed044ff7c4de9dfdba19f609d7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92633238de82e65445991a44eee318c263dca46f9b4a11a20fdedaba62577c90
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d4e777f532c64b9eb4cb404d2adfeba25f5942
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c971574bf46767632307e818427ec2713346d010e339f1030df10f3b9ba3431f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d6dfc3059b0bf49c8b47266081087393989cc7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b472ef2e9b728134a75d091eb15541dfe7f9ab5bc668f1a846b52c9b3a7a69
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e48b3f3ae25cb79c6edd35b48bd47a9319706b0a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e343851128aeae642807183538610f4121eda396130888af35f95c22877b96f4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ac3deafdc28d445f14fb4f5e2c0d2267913da0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093fb016a651477564e4dc32b2c543158248d8b84e07fc6acc8d0d357bafee84
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f046b4cb6ac710c1cc545ea0df7e0d8788c37969
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198112b1420140be290bfea7a1de5a1a3614f37ca8813cc0cf1e2caa36e5c2fc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1087d336a6925beec7d90cf23cd64e9a64a5aaf4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76d1de519809667a8c0de70097a16120360ad0264874e7ab49aaed513fbc010
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b055aff8ca9ae62cf1a4814c3913478f4dfc8d41
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674437f8211865563ec154319536886b457a73bacf63450b9af6f29bd9140bfb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..284ae3e5d41abbe89aae190a11f3f7729f185870
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f0b695ec68adf3af8ba2bc5ef4f0bc213b9d2fbf7686cc1b361cb633d8b66b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26df819eb4dd09610d36c1338350c30867dccade
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d4ba76975321536f6f88320ed7dded6e0b34be02a0c31450d47cb6e0a1beff
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6460b182e45e5707954440b21e00b20ee4943519
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:697275e58795ec0eb5b6cd68ff54c3c457416a534ff7de8476ec31c883a22db6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e4ef0506d82aa340cf1d2ba3386281072430586
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5781e9f2a6c3a9d43070995c85c9b0daf49577e0077c5b98f5816389898d19ff
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37ffe12fa05e59fe91f1d0d09dc2d52d22560a5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab98f41a16d7e3c960d39db2df16ea1c40c811dcff60f6a894b26ea18f446276
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba179614316b411ced24fb31c933f7d32e700e8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e446c0230fbf7023d3d1bda47da3f4e0010472705c4dc6195c93e423cfba21e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a2b16d521589c820735feab0a4baa851f9ffe01
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b4ff1fff5d438451f2b7553bc1902b75312c20c5b1917e410a796ba64ccd70
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1576ac7c81f3135ab3e57dba5c7b91d8f5f6498e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e925de71d7f7baa171823bdca466acae544e631b89a9884e5a01618c3535665f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12bd102e6b95324c8876ad724cb868debfdbaaf4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3367d5a7e1aa1e36480dc89ef89dd28867248de604e70b0791d6192998ff9d0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67371739e94ca99eaf17e70416896c7e5ec6ead
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56011a4228ab5665b7256edf55c34bf11de8e4bc23eaa5e8931d2a2d3b16aeb6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef4c3bb44ee4c7b745b769ba03da4838f304a6f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cbaa027a08e5e85c0e1dcc25a07c98d151dfb1fb1e980152a5458e5044e9e75
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86430946e422b6475128cbe8aeaca00f264d290d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf54a51bdec1db6f8ca24f0135ce576efc94274d9fcf8c7920620e47affbdb7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bda776d8d728c6191341cd83d1b0a4e394875a5e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a905f3da0bec4192692bf247bad80daeba755f642d9be231c231ff60ccefd2a8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f4a6d39c8475e677cdeae8d2a21fab4613427f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05450aae1c38617b04a492ca5b947c253d10fb7dcccfc28544604a4adaa21486
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cb437a68dc3430e6ddb4b95baaaeadd414ef94b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a4c4239c0a9af0027a1e0dab51a3196a03590d7e4106268075865fbf87e58b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5230459f633112c4098519b7275be6479c9085
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd738fc351b7bdb5d200d4325f13e798144a37719fe4ae3b2fe4719f87938a7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05b1c307f275b9725c891ee8b4cfccf3addee45e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:254c6c4c321325c2e7e9e3f80e71350b00fe9c152894304ea4f3a92a301c04ad
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7839ce8c0f71763ed6a4c7ebc4f4cd52febd312b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc090cab3e32c323c6cb49176344e747d4ae949a69c0efc0594d9733ef93101
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb24a76eb0d98fa741a1e5270145a414906455cd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001a20ccd94fadb4a1795636b4ef61f6a8f06bc39fa4c6840984d2a8217055b2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d52ca4e045c40c76c1fcc8c0705db96122f1fff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ccbf7a217c3bdbcbe123bd8dfbe1301783c4b4ab427ea12a83e4df0da736b8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe460995398da1bb327e7308c4d83e9e31373fe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc110e45a503e5ab18dab1df2465bfe18022f8b3ff3dca6501bc835d36afce01
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c252e8f4ee361d9f125bb26fad5f4b6e6b478544
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c486b99a5511cd4be191e98f6c75bc0da0ac82b59bd9d13a2f840a0de0ec621
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643540711fe2fa8b10a10540d926d325240aef5c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b02ad4cb5004af09ad0f35e43cfa70a286b8c9482be07997f5e419f3193db5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f74d449d567f5c62df844f72e0a4dc76309398
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:731866b52c1046f4274dfd3fdc61049977a353b8789ec511ae00df407f799dbb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f561ba4fde1a7219e437d00e97fada4e353f57
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0325da78935d26a141c443c4c00856d4ad033226ef0fbf618ac92f344cb01aca
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..122a8167c07042c9dd261e59d5534bdbbffbf5b4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0365ff04a498fa1c0743d01aa3da17d57886e457f58efca0fc0c18855129bd0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37429bd6fd4fad9afcf1617e45b3fa6bb7d4abfc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec27487cfa38e6c058c03e6fb01249373659be00b776100bb22f1c42582a24e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b463c9b86865c0011d9f668755f2c8308a90314
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d752a4315e97f167eb81c9b906d2b9f40ba385ffaba4bb792846aaa52be48ff9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a1a8a0127aba34379f43d231d2084a5b4ee34d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a7e38ac109190848773abfe45ab8acd06a3f71e95522bf782033dc559c87b0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54280d076252165a944693365ad03d6b9d0aca84
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a870216f4e991eb24a7d1914860f6bd5cf1aa50bac9a8b62fc5f365c23b137a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68405512dca8f72a3e0eae73d6fab4bc82fe8d18
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3813e3bba82064ce5832f55bc13244c4ba1d3e578868ffd1d8770645e500bb00
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f60948c7a36517797039a5bd5a37d43ff34639c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125be7abbc50c9b6a8c63ba417f52565e37c9c3d93991f184f4a4fac720dc34b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa0f7a6dd04ccea59fcf34803077a60a4cb3c468
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b7522019271c2a78d7c25e8e8361c3d834d4af68d143d214e7228eca7e3e0f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4545fb0320614a0aae5f00b695b8607359c2948
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e77df9ea8ff18dd078684331f8840a166c2628abc301135ec0876cb8a58ef75f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dad66b7a420e53055f141603f07a5d5d5db1975
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fef37c889c1997fac44c7713a9e9eb7c0f65d73af26f0f05d8d03cb24246cf7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..857103b1aa023c8f2253ab7130910ce494199e24
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7954b1c639b4c5c21a75c0ccb31a12061c73680f8bfc65f2ae190f4c3961885e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27e080360d51e58d3f22347d3688db99ee54f32e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d947e8f1f72b3171e4bacb5dbed8e2adcf2b470cda05dfafaa26a898be30f9fc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d490cfaf83a3877a43e86fea22b7d44e4815936
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe6710bf8ade8dc464aa9eedbf0912f95acf713943e6ce1a5447dea6dcd87c8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4bcd08dbe85c88f832c1720dc083ba584de529f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6315223f7f14883378423a0aa7aeda870d79136b067b9738acbbb4724f8c5432
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a3b4f2f37131494b682e7d52c4966dc31d15dd2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:514f02535f93d6e05fb1ee800a10c7e6b6e2fcd58c97382b0a56f00a0169f691
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f6d99673057248360197d7596ace84416a63973
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ef90f9370012e7e8f430afbff842ca6a5606d71eaa6257dc07c41b41fbcc57
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5ed192285925cc76e9937553c4b2dbcfce46be
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04b34a3d7748aae5d040696eb68e3f0255599fbe115fce2a17b1d700aec8efd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..346f27f6a4024b8123a866ec1dd3e98d87e5a613
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0864abedbb499da727652cb49a79e8ef20e1d196c81949317a0c22dbf05b9dc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f83da712e19fb9087e8d4d3d6c966a918efa1b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934b16c6cc051bcc61b89610630a2ee516193b60cce451f83d874cc0012b190a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d27191d8173a5e076c214dfda2348e982afe00e2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:396e4d26008815d31e798e2bcc5b4964962b6ee23b44ca969df9e6f9ce2db2da
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeac6bcc776e37fe0d4684b5a65844a5bfeaaa3f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00081013b17bb2c3417908a701abc4df2bb152d67d351f21189b18f2602586ed
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d319d9aa7d021f2f96ec3a463ca0a7f5387a2af
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec098c8b103a833a24dc5a4cfbf548d6d1f0e0c1b8da6e5621b30b9f1daa6196
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..142e54b0de1668e0adb1cada936c9b2c91bf166a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a087d5bc57431e94b5937a67c9720a9dde11126fadff9de490a975302aaf7600
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20a47050ee0357ec7355b809a3ae225a802472f7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78db9606dfd7c4d231893881504bea3faa4d9f48d9094f820a630ef703d20431
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac3fa65339007c65d6c58370aa5a5da83870a3c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8194354b3b773420c03aee37edc90d7c2a773e4591bd8bbaa217860660d771d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50148e252ba54e2e5a6489884be8b4aef47391eb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57df4a27cbfc2ac0905587720bfdac0f0501ecf3c9dd13dfe9924bd5f867544
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5afaeb14fb76543bd4c3553b60f1fd0394cf167
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e7fc5d80f6e6740582fa38042f94960ec60004a6ddc639288f8df2ee2f55e6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de09471124612bd21fea3ff24b2ac4842a69d12
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b96072d6d868a8e3a34419f7ee8aa81c2899e00ebb9b2469e0a9b03f681cb559
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b56d288ef3cc3581b2326575c40fd5182ef1462
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:708dc753093ff5427923990bbf22b6b170aaca02cd862af74fa41973032a99d2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce39bab978d8cfb89d6e048bb5c87ef9c634f06
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af45509ba701c1039a1f5d5b42e42503c26201c2f9db0f85e1248e9414bf98cd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a89edd2e2d5f3a62fff26fb21aadb36e78c6beb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f482c389ff838a5d53e14242636ae59cd7cffc9297ff78d73a2a65b7bcb64df
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a878665f91c5355b4b58c30677576183e20d5d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6571520e778c2242fd2f86b83f8be68d744d36ba07665ee36380cdad0ec68abe
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0635bc3656c949b8f2dc882168017f93404b15b7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3722d8c52eaaef85c4ed3be80db943dbb63ab1ad4c90988207a90046bb8c995
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a363e0a1bb1127e8f374339f6dadbd8efbc1bff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42e8441d90400f66e6cc6b4f2ca64badf273be5af0aef25b0295c85b01e1c2b5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c3fe98d371a3012b26b5c6a6ecf66ef3de23a8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be3edba87afe00bab45294e1e7b9ea879d7134088d702170a74a1c704fd1f189
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f3719e4ea416481a3ffe8f86f01f3a4ad139b6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7810b537f895fed14bc6345f97dd815360749e67c151715560b2674c68625413
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9be5ae5045e833b2b8a2f894a502ecc6d0d910
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f7276c288adff97827d774b16d7b47514de90d78d9cbe5e1d0a2689184a787
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..720051f9090f8af94048b88b7f670ab69c228412
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aebe36d319caa8870704e72df008b2a88e18477a59d26a67a9c3c7d0f46e48d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f317dfcdc0c00cb5bde463903a0607b8dd5ea47
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81b0e38ce34b572c2920712e7ae99a96073ebad3d7c71fc512902d5ce6a67b0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd25f415585a5a9035fc27cc5fc39733e143ef6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02477146550bd6e078f6870d0780c03d5ffa49777dd6200a62c2cba99bbd16b9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6237a057522559d30344dd0e157b7453e0a23052
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:788177f4a660474b4df12a326ad4f71fb704389a7da96fb17b0c254040969a49
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d60084f0492b2452fa50fea2cb59f3f1a234c06b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde77268a759be566a3f0189a70f0cfe465bbb5956166d7a6bc3d9bebfce997d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21bfe58ebdcabd7ce5641dfd4bad5f285bdf2990
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62eb2e3a728eaae67cbd365c8ce824abe27942d94e149a4083d77c60364a71ef
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c96fbdb591957b09c4bc2c960214623e4b6a431e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7082a7c53f9f1c2e006ab9866b978d06334b1ac0c9a71c18bfa8cb366491655
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52cd749499a2e5cbb9a62a5c45e0757a9a9b9019
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9779a02a22465519a5d5e8b6d3c4491d565a4edfab7faab625017646bba54ed
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c891ae425f7d2d34674a42668ee5462a1178da
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd73538bd26f03b99bd2cf077847aac6ad8c76c1e5445b809540dbd7da01e85
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689dc63718d80eb9b87d322632230acfff5c64bc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8254da71bfb12f8f46e6c4c458a6577164cb9ffe6760e79a85d40aa4faaaa73
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4040aab6300a6d314833faef424d01dfe8b18725
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b40bae25670a30476e0cee5465b572c93d8cc7342d8786fe3727dddc0e1bda0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d92ee5bffca589ae9c127a6d5a7017bf3996dd8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:695ce8c78997b77ba50f1db805dff386a644d99d4b1ca30d6e6f4482089b843b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811f39dac3d25abd0839dfc11fe2468a36b4e0f7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd39f0b35c0f165ca1174e46fdc82234e30cfb2a2c9a5b02a76df4c4a545f3e7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94706426b1ecda06dc5e898b521d31b20bd03ed1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb1b36d7a2de7c2042f62cd03677de21477a0f3e198d49715eeb500d831187fa
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c8306432308d53e1f1519e85e1d9a29c6c6bb6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97f2493e8914b986c9d7dc25b3e1859799a31ec181edec646251a082bd2770d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f00f6132745f850293b4d8abf89efa9acd72e5b5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800613179820ef86ad476f3dbd67485e10189ac9fcf0e8fcf6a7980c69e3e1b7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0105f4ce89e9097450861f17d75d031869af9e06
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc4dc6769ce69f20503e3159ee460e405287448168063b484c661f1fe6cf0275
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c91381098827e90bf7dc4be69a586ef702040a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e7b056d036caa155a1aa0832e8ed4bf0f47ac90b0fcd1967e56ffdd33b3286
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a833b7d61be7f73c5e64a10cf0daa4294c75ad23
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d42c0d2c0966394c30b6cde9b0af083a9a606d9d846d4388d491d4f69606cc
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e6ba5fdae61366cd4e244a52657c1d1c4d5aac8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07cc0671a56c3dc9ca7d4df6813d73e63faefabc4bd44c0723f95104aea35974
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37009692e1c24ad9f9485da7a7b3dd6bba86bc89
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c19808dd4027c7a3ed8d47b4b3435559e04c368609c130baf132208b0739c5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25818540055570a95009e3f738205d8c958b2b0b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:443929f7d07ad3c01da2cbfea5f42e30287f97605bb52c7eb4dd8e63bd4cf685
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8c99daf11f2fde3fd1a46b3b24f15bf30eb720
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b83086336128d654f4cfeff132b74d1f67124b799e947075de2522f951e012
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92719a29956e6a7a0de12f62dc8c2db8dbb83245
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af772b8663af815770928a8cabd86a15eb549ba4cb41e9203ae3697c6a9a177
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a30db4fa5695365f95617d6a54efab6e9bb3218
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7699f8fac7e3b872fc3df571933b11c7b43a8c32e5dcaf4b9ee5a56d0ee6ebb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f2f46fce76a7a63493faeb69e4df7f18904baf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e2d293532c973e78eecbb50285a55a4299af258884a7d3aa63a4f72aad03fe
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..077f62189eb27c5f0f9c54bc6c85d5a9ac4f86d2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139049bf85917f85646006c3926499977126ed00f906129fc1de6cda725ea37e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a5b93b0985c80b26594324e1f76aad5795e64a5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9acb22990645de1b27175d991de7aee0cac36058fd552cbdca6ff5a0c24b45a0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..003e76c480845f68ef63284444da91a158e7006b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c21a9d6144645e912790ff526c0c875b6581e307afe1cc98a1bff601fb58fd8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0ceab93bc5f2a2b4d5ca771fa99a80066c0ab7c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b226eb58ebbbda286bed6e56daa2237086fc2e910d8a9d286e1cf771206ec73
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fbe99041f884f7a53285fbdb38647fdaff34254
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7eba21f7497c4ea59da9e113e8c7a9e67ba10d02d123be53aef44a48d055426
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb012d70b0d826c1ce1a73b0403b238bab43bf4d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df97b1bc7d2cbba03e671a1b813a6c6a17279297ec527e0b930e556bb1e1936d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9685581e6deff1ec828d8062b68c6b72a8c2e2f4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca653e32319c6b3dcdf92d7b6dcb163009238a0bfcc74a767f57458a055ba0d3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f44a17ac94c2e841676164a682b63eae56b6d74
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7aeafc6d573c1c9f212f8020d6b13c37efe4e564aec4c9678e83a32ab57df7f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17cd10243f29c0172153ab57e8b4a77a2c2a4203
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3abf5da44f2d333fdfc051464202c51d00c88ee010d2052bcecb4eab379fa8da
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..826b717d127836c3a602fcf5e74c75496f4980cf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3443377d5418d4d55465cb83818c6c20d8460550532ec16ec030119d7d3a99ad
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b2d93b1dd91d352b52dbb6f5131dfe054a13051
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66e688c8477daa96abe642dc301f54dd8ffab5898f6b4996fadcec014bb4922
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee5cd54545611ac0b60823ef2fb93b0f036861f2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2068e5a91d1c180dba3f2336a72c1fc9823fc206d9c3602bf0cf3d0679de9dc9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fac558e5d850cad96200ffd7baf55d4e31d85b6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6edc26b3c0684b9b22602c74915c26f25a0b3cd7594017f90b67601be765ce9f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f537a7f2abff72f188627ce16bbdbf1308f9aa8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:673b40412905b7ae5ffe676172692bac335149cae8addbe292012be6faa0af92
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa4140d25392d9aa33c02ad6b3f45d923c328d2d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec54c29132939361de8adee9c31b47008f463d4500260c814d2e6be986d548a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70689ef75319323d08dd11b7b90b219b8170a285
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0896c516bd3bc349d3b70d9fc0f61604e4d6fb74cd21863d9764aabb5ea432
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984a450f74506e2238dd30465d8f4522779c7669
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe0167505961fd115e6dd10fae8ec8a94b0ce8ba5f3885ac0af2a89610f80a17
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3871ec0add4a2bffdfd9ce54810bbf7b4eec21f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c2a13534e2978b329b7a4072ec60adf9734fa3ba56dbd56dfc77fc0a842e481
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5fabf7c40a89c72738502e3d1f5ad69578c896
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:985e3daa582f70cf913c1e97d599802f636fffd91a30ab80192a56522945c5ef
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eefd3361aa366b60dea63f911033bf971688b40
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ca9009491aa3b437bb65551a6b76987c8f100075ccc988e859f8fdee4eef3d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde007af652d3dfed1225ac5f7fc05397ab9b838
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e550b4d94cd23f82d170b351a7cf73cb8879e6f19df2b127ac57b6c8e9f8bbec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..546ee1ba540b419dace597a389812b84aa0bc502
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abddfe16612429fd8bf1931dd091550f2f6b6f68ccb77147bd54df2c2bb80b8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c26f860cdea05ccea78c2b3755d89f5838d7e8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c690ee5d7b55bc902ba6fc56125131d88fd0e041b7cd135ed43a9ed0836ec6c2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e49b843a57ea7806595a46dae72b783cbea7475e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b6c4d15976c39505905b0d4b78fdfefdc433cdc1bf82b61ebeb503d504e4ead
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7a6ca59094687c8fd3cdd43a1708d61f94d7b9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1e776de1872eb77809ebda387af6128a95ac7dc2519fc840d5de05f60e914e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f0e86608d022729c22c26e2a397e0375527e646
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c61a16980368bd93ba742dca66108562f239dd162fc3e4b352bb3185e0a9732e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50abc15219eb26cddb53b8c0a8c9f995da58f616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715231ded7ddbbe794af87424f3766b2b5a70c40a403fd8fd8923e99a9e40b56
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db48adfcfdf7564f0061c7824c700ebb575ef528
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b67c53da0ec893d2ae8f677c7e539b5276700810447fcc3e14950aa8cc0617
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0bd19cefec3c371daf44c236db1df3e1d7ea495
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51fe2cfcc23cfa98b3b34bd1b0c97c0050cad68fc636e205bd00e80bcbd7d831
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29940013ad53d4d5ca794096dde1cd1efc0f89f7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94fb73fe2a4ce92a8546e58c158de1003c24793c5eadb5253be8a724f45aaf52
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b5ff142e9729ea3db3bee1dc381bf7bc34e29bf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68f87632f48def63a287590596b303856021ad484804ea237e785d293cf36487
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6201a2d77a7ca56bd150eefb33f0625840afc084
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:094f8ebe2c9622ffc55dc64277e81469d2be48d980bef5a94c1702507c849588
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ba6cbdde3a42b4502282e15cd213d4f5136cff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60afdf6dcd255a65bb6fce0fbdcc1c3d061a70544a525ddc256fdf4f6a8b454a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e739ad6cc9e39de980cea9fcdc25dbe17b8c7928
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d6d00ca96d0dc35d7d508288db564fd515f70bf96ae82297cc390e93e39e7b6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914f7fc1cf4a9e10de6a0e8e4c02d1459a400b04
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc11991a1b4e3b38e6d8a29550d293de67bb1927098dd8c0643980e89b575041
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4777d26866a7236c1d836edc863209c2b1c69ed9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16601e18fcfd28c331a56c84c608669e8c01fa249f2b060f21a03c603c0f308b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43a6b9d27bab018629ab865bee66223aa66b79b3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb60c183242b5a5e8a22e7554d0765d038cf324ba487db05b944e0fb5c424b6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a2a19a18ba4be4847b664bbd2f671813d437996
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:935087f365b241ed6cb97de76068222e234e3298b58a7942096b6835e128f2e2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304d51457152796b37205d3ca82015074706053a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f98942fdc28f9ade0faecf2f6eca4e3b3e5f06f2a12d6f5861c3272c721e57c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c3263f01fd1758c88d7305db44789b618d513cf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95167628797cab2acb3cfd3d14293fb07c58b189ca280a342244fbeb7f01842f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cb061c5dde87a2006a0fd008aee3f1cbf1f4190
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676bfa5fa78f3932f9af307b0f4aa22d8fa475b2f4b3bd985da8fc4a93932c63
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82c281f8a7a14be664cb1259f348e903447e201
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b102bd988bbaaa2bce6309a232481a93d6a847697bac207769cc69c61e9a59
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a4f1943c4fe64757254365393999e819268e6a4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b0527e792792f5e005d838f016324f54b1619e3fe8136701f7d94e249d238f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e37bddc63ddfe85965b70d95c311f7b79c9da4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376c941b1f15238ee74ee6fb725167671b34ca6219fb3f958deda36f66e36aad
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6881f880411076a9b28939823f7c0bbac0b1cc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ed864a30919a6b83633ce5ff5dfc1ae7b48bfb3ba417861b4f71cb78cbd97a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3bde84bb0f94aac2ca1174c25bc10892a4109ed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a479850a5dbee000e542e1d1439fdc2965283cdafc3d28b5a9990acde38de60c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..324e205d85b4bfec1f6a1626ee9847e85c18eb23
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77492f5ccdd74016ef5e4d21b2acac51099acd7761339de240eadd66523b790
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be5c821eec3fd1614f9c0bb6e88c1e79f740b84
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed64e167eff512da9c68acde354cd4cd57b015818c33d8d8be8a9dc616eb110
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed51d64adff961267a167887c52e2eba4eede37c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b6561d461a9192fa91160db0903441578dc8451cbe59feb934cae29819f45e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d144ac12795eff718ad6ea3d2eb8aac055932b57
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3428f4b85be22416b6adcbe12f4dd97cf20edfe276f10e18c581df53ebbd81
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f4d157a8d168359e2e4961ba8a69c6b598f2152
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d2baa4096995c362ed33516272cb63311d1a400fca2be623bbbfd9f10b4cb3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a8ffdbba53f92b68585fd86da7f315f48f3686
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53e4e5efb39d8877769cd80133f5a692d02c2269edcbadfb1b376071755763e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1372cbdd2df985a07405e9f4169b15fb045eae49
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d89bce24115b671814fd209fae789dedb09ae73ad6557851ea52433128bad4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..585dd21460bf4750a4fe38e588afa9a1487db97b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6c25d2fb018f96b7854a80b9dcd6543423acd6be8e1c62c6e67c623f335e2e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99157c13f9daeda357233155f12dae2e04b84c2e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4900190e063cd13b46fe12833863386252f9c420ce379f9daef1b8cae6c2668d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fbbbb9433fda8802613f30c4ca955e93e0483e3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a39ae6fe74336de8ca516fd6dfed04a37baef7dc7815a43cbe4db0ed3fd7534d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0410b7b36766655482d44500f81195392875bf98
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e1013fdc256b7ab08ccc91155f66a333708ab6e608237fe8d3b018625ba755
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a128da7b918dd1cddacac737d01a73e4e1ea1ca0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57fbd559208e5c54978e691eec79f7332f1f1f5672b3428abcb60c7c1c8fd582
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19348f6c3482cfb98d90e4c50a05deaabba13f8b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5badfd769e9b6dae8b3c0ebb0a311fb8451c1dcf6c4676504fb4a21c67c1489
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e5076c3de7ee735514794c5d469153956c0e9b3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cba8695af9a9ba9a18a4239679eb55b6d120038bc9035c0072459a314762229
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7f1be8cf8b38b1af8d7877fe49b75e706b43fa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279bbc4d5d46ef573bfe1a9ca43575ec705e5a7b71f6cc7381fac730ca7dc79f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5266661418c6220b037eef63818880affc3bda4a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c14c25c50af4e5df4bf93dbc25aeb99c2212f3b7d0495c08904c2c0bc849b84
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0060e7a3910af8d4559c9affbe33ec3819af61
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:962a1f80e67e60529b74f862c6c3da073bf5a54948e01bce2130206dc94703ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bca3a67ed30430c70ea899978eba308b9ba72fc6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fd823ecc6d1c493768657fe1749cd6af5a09f6945d73d56b5494ddcd933fee
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b7af51932d1622c20af7e4e91d5a2029bebb66a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62a461af9e76b041b2cdaef48c59b8c0a2244143082b350f05c7a6e14381f62c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e685918dccd24c26a380cbef1e70d5f40b432c9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c365b8db1e2fcaef9950c46ef92ff6ad1b206fb4b8540d1ca1545f207bc5f0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fff8e07f584365027b158474768eea52cfe96924
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e47fa4ffe44df92413a1d03afd88f724eb64395569b2506655af327863871d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/lm_head/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/lm_head/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c80573226de2338248b5ce1cf32df9441dec68
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:415129cd568e94e2849a4943a9dfc6f5eda16a2d39b0e9f3dda7e8fa5d78934c
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..132b6a02a2c7693bbb1a288ac161129e5a85b1e4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db323326ff3007247bc2fb3347658a2a5fa29193a82ff56ceb6f7cd2513254f3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41b1ffa12321be7a33d1fceac46dbe1af291bc19
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba24c176d2b8fec689598e56cd5151a0785196bba2526b5804fe819444d862a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ddab48ca5ab7a8be6169adf14dfe286cab284ad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee0836d37491aefa63303e8224f11ac037b69c9f37988c240beb48685e5583a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d64285ad13079df62a633f58b9ab17bd127da6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6618b0fe8ae142a7a43e4fbb0cff3f1ce95c096985003ecdfa5f67b2e0c1dd4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..973309b8fc602633e89818ecde1f7c3accf143e8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f983c579afac0a623f0c8e19b838e4384558a0a296188bd71cccfb83e36c35de
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d4f7663f77a4135d5dcc850c15d290804bb809
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae851a441f8feb52bb7bc5c4965aa496811ada1025b9ed56cfdefe719e71153
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6109755377783c44efb64908f0b5fc65e5f231b8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3436386379370f02b06635deaee9b71875d2c1b0362fbe757e309e7fd14abce8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ade2449918bfdba35120766362cfb72d10be7abb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff6fe9789cac20cf20df7056cc88561eaaa0591d18e5a2776e0748a2afdf074
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2274b61e157a6a7fc35cd85d00f5cbe31f2be26f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce1a0cef3ed9f2ee4e797c0056365213d1f154e08c24ed9dd5fb2d7a0330b34
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da28f0c5edcb1ea94f8396ceb7e408fc4cb39e36
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f6e6658e641c2615771e1730cba2fe7f2cf99fe291f38f9ab256e55779da640
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9931a09128d15a9f230129bdc3a87bbd67608cac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f62f9d0ab101b04c6efa3281d43c9c963844d10467814d5d38de1377170db5d2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46fe8013f17112855d7b56647bc1e376c0cbd5e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d313818c8d7149dcbea91672eb693948afbfa8ac5eb9220d8abef29527422ed6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58477e4182f984b1f5ea302c99d7acc13f5bb29a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229a22f69f8729b9961dfc7ad8b680d844d900e45b37f0b81e542bffb862ffd1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff11f0e251dcf868ef1c573221f6ccb4247accc3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cd2d60fdf73781a44efab598a6760b28434e3df01ddae6b8a38c044eef0b6a3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4bd27df96a8411770d1aa25ba5a4bbbefc455b7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af963842e3b5acfe1a382bc711ab8f536675f16cb4c7041c662a0e4f08221bbf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe87effb7e8c6cebaee7910d202d6668fa59b61a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a15e434a479e1535f308f36bcb1486a1b42e10f8c9869f21720b28f628c9288
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac6365b70e384f48b2e98112cefd5a2cc13cdba7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d47957f570a5da6d632af396b3991915903406e1c6b632845a3f102462d446
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d10f43af65256effbf2bc22b98660e1fadb4a84
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa56f4d51ca37c05e1a7371fcdaf5ec833bed1617f3d1d00f4dcd1a8ab6996b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732a8cb046bf222772e5af6d811506cbe5677e4e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3759c64285d1f39033246151c6d45bc2a495ed68a5e22de6ac690ec3c6ba117
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3ea4a79261e66e4083da87230349571a18b3fa4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae1694bf58bf278e9b9634d3df52fa9e7cae5445f8dd50884d353e7b1961bce4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef597ab767f1ec429cbb85f0964e4e4c2f0d860
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88626cd48e733f7466b9c10112b7b33dae33901295fdfa517b49442e562eec3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9cb3bef520fa07a46d5989eaeb91258bd23a9ee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d8c88c2b521c68f5520da340fe192c56a2eb2b0991fe9f1bf050bda643d065
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f3b3a3b5a07ad868fa676893785625e38f3103
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a13e3ba05892016f173a591ff72b4228a49ab0c874a10306d5ac6732b2d1fa79
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c15e73b174be696a87dd4348a43961e5165964a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c68aa98e570b3ff90be53c1a7e03b249b90a7ad81d815fe3aa3a0f7baca3b66
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdc8b1b224c0dc4c25443fd0c736c549072470f2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560b9cc60ef08cbb828301c84d5ef3ae12a19cbcbdf4e08a105125ae91c5089f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b2562cf4f9abaa956c719f6c4ae70e8fa0df70
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72203cea2566686b7d20e7eebbec1275ed78dbd029572aa665eb7d223e39e979
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..244fd0e52eaa5135fdb9438261a7f7ab725efcde
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e16071887f29243d79e20c536f46cfb2e351be40887dd9921443bbe774c1ec
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3563ad2a0d4371eac77703b77d43f4830ef19d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd96dad8af97241b5d6235ae0e3049b660d58ed28c137030ff282ccca6d742ae
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cfbc721221fa7e7513afc50ebd3ceaa45ec9a62
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2188b59ca50f5aa4b65446ed046b3db3dd46d4730b7840766ad6f6d8fbbd07d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d4e780e89f5fb1bcfc1ac49aa51af222d6bf932
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76a4a0c08d371f79bd648e38dfde8d2984aa47a3bdb5cb1f63addb240674b5c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b30cba805ac8b2187cca7fad8a14ddcff961667f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4d387190c5641518e49c54ee2a5fb89aaadd9f050c7fee63a44cc4b0c02614
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e015b836c95b1268c1287a816811f49359d45c1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4439a997140423d2ea06d50725f24ec3e04515cc0e7487381a00cff5a977d09c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb55a7c22f5421feeedb47f53a3e5e92c4313573
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec6f47c42d8f43f5a632d7b40fe74eea923b134decab9ed9e017441eae44f31
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c7e56bc6491a6d9333606f4f71a5aa0730d1f7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a17fb1a849cefc4676f2b1d485a7652fbcf7948c71a30eedde67f84b174e8a8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d264bf15e2e4987272e3cc0df7f21e393c67ffd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5da72f48c3a35258eff2d25f352dc7b2b6332859095c5eeac98a267376ce5cf1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a929aec33687495ebce7d84f7ec5321d8a45159
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a601921c5a74010e59f875412dd232b8d0f2100e36becfa6e22cadc5749f30b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4149f40c2ad886458bf2264175e858ba9dd54703
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e44b645bf21b51ebc7aa03111a5bdc6014622bee16e145d7b1b6b8f87a71ff8a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b292fde48c1e5511fb3a97f91e4c89d1adcd7d11
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f2b2f181047529697211e4b4d1c002354991af2bf2368e749e3629f7831439
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f9ad19d902848267cf234921bbe2246b013ebf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce48d7e7b68c0b39a1461a3e3d6d0fc61d627c983c5d06218b225993f7c82cc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f220a03867568f360aa93c5d66c3bcf3bd9144
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a004038a74161216352cf2e4179d2320b56ea0965bd5cc1e4e97cf836e3286a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44fecbd54b8bd5190953e519af95e876307d55df
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8ff5bec437685f8cd7e29153d5b18729a2c252da3cdd64e3e42969fcca26d95
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da60416e092e81eba79f6a5133946c29ef7b1d67
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d3a931da852e2c9068f1d4d85c33218821d254cfbc9de9fd8a54e63b0004fc5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bd8d40db08d70d9ee37eaf85d3ef5183de80a31
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a54346bf43903d87cbf9b672548bc94f53435205d3839673e947794762277d5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fabec27f377def3c62768728eae14049ca6dd89
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d4f7a983f172ce798ee2b589548ccb5c2a76520a3e5c84e28a0fba4786c046
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..508ef34e73c7e5f96f4993e9c686c577a83cc26d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aac065058b1e80941c7ea2ddc2c0c7ef9bf4c15e2d3bb597e2662d7b523c658
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc4dfc0584bc477e592735bb1ef55cda7ecc0b8a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12524b9546d45f5ba50ca87876cc13d95be65b22261499447d4eb43046cb31d3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e8b936824160771d5584fb0fbe218617f1148b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c5652c5e082df380093aa757fb76058def482f9cc0bb1422344be26088c3ed
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3adafff55822b79679e682adbe2af2821d99e47
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e5376abc64cb781063daffc60bccb507960c2aa71016d8fb2b5034d10610be
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e859cc68609966781cda741ec68119f9d1132aed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c0708d1eeaa55013bd0c10a226623980a969e1af0fc04eeb07b003135e5e59
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..143eda353ba35b660a9063ee5789faa19a8c9347
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9283d9ce99c49de1741362b1b7543e61a8c2d3368d32aa013952afb237ac3851
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5657ebb92d219a643478079af23ae488bf0b3c5a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8718244f0b79e3c784397612c68a19f0ade85b36089b25c5ea3bee6d68f9e274
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a14a10875a51fa60f95400e06fbeac9b5a2560
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0efd7bb81da641fab2c86a696a086b9d8f0af2a7e9b83d0dbeb6e922e2d73b16
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2809897b7ab83bbc829c5c330ee7092e2cb3397c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb6c21a646f7c828b07aa0b3dc2a425545b71d679857e3308c62f6613e6dd28
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b310978fe525c37b85e0ea69e7f50a84922dd6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71bdbc870479cfc913015724d810a8fd026b3c2da80dfb2650482aa1926d1388
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5402635b0e09a3c1ed621ef34b72063eee2bf9cf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d75861eae684d87f5617a59d7ad048cc325d73ffcb65bd0231af7920b7f83b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cbba1ae365e2c297ed596f08b2e1d719d8f0950
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550dcd791ffd6ebf54172ffde6d93429ce348238d6333e319b6f43e28bab6d27
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e365dfb81cbbd79cdf5fde8ec83bcb916a17f7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9106b917d230b54fdb2c189e74d144855bce07f19e174c3a5934b310fddd60d3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab1cb4b1802ea86480801841307cc84c18430c94
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8062e3b89760da718ee1c8dc59d569f9086aa015f5c13f65c07378979fa1274
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aa97954147d28d22404c817d198031515648a2d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7cc15fb20be0c3c6ca3a0e25e44a4c8333791d4e2ee2a0345ece9b514c8f923
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d117528a4e493f6ea50244ae3dfb4f7ccc12636
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7bf054fa2dd9343e6469fda7a6082b13e4c6738ca31380a0df07e019c074fb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..442085c447bcfbd71da777b6080ababe30b4c7a0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0802c0cb783d39a3a017f0175a5721cfe6249f92d3f395bc57af236259cac543
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f8608ed852f147c3b6b8e18f1e7786e8f73b39
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be23f6183ff14f5e5b04b01016a50dc11ce206fa950337249f7461499441b0c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e4f7a38325c30e95c54e31568d94ad2270b40c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c532ea29745cf1c078702ac429351caaf30d7b4f56624413fef2e2f8f783ffe
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1171520b045e2ca4620080e9f4768d0d89b068b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cabca2cbc0650c1de309567c3488025a38dbac15f67a2bd08565be3cad2edd3d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b04505449a4fa429086c50b1002c2d31693232
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6930473776293b371da75e882e1e7105ad8b4b04221a51f0c06c2056a552f3f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5bfbce926fc1fc085355a659ecfcd9082c792ad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a996b7db6127a2e6d6cd4f3c8ef15e90e64beeb8886b79e6645f721b909c4ac9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ae4429fe3d685b6262b5ab98bf21f632e6a0cf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75009fc56dce278c1b97e1c259d80ae4532efa74922df4f0cb24ab7a2df7df81
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c12ef712c3e9c3820028a7c0ee037eef763224d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6cc758d62c83b372911d8a0dc56c42dc4f9b1d71549145300f41c83b4691bc7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddc580c61a2655d7f41f438c65382c8efb10a4d0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be6483e0f7e39f4069ec9d525b91d060eaeaefc5eb3517a4d1332dbeed6ab50
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71b13c9bbf95bdb05581d1ba6083aecf70dbff22
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:185e77a358a3ab31a1f648ec14edc81c8869fd3a3892d433cad780591189336f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2541ffc58c11af346337b0b0bc0e28baee6c07b6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d285f5e696598460a66b8cad9737e562d9c2d38d5c0135dfe0141203edad4ae
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d01443cf3bb1729abaa9df46319babfbaa081408
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d7b82343d4b23684745bec89ca315a67b71517e0c63427790e8a3db158e3c0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a63156861d7b07f71e2a49403398fe9096700385
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a3362df21c8961ae52deb55a877182f4a7ea57ec1ec79631e541c1c52cf8497
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3215b630c752e9cad9bb86e261ca32cb7dfb777a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1996a79251c9d679c92c601ba689f895aa687310c7e55bb9c3879fa8e1ddb1d6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6328622d58e41d019e1328ef8828696ae7da485
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7bf9107679e5da1c94d35778d9aef095d0a827c1689ef20cc503431a316adc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..153a2cb62ba5f6090485a0aac2d1c2976070be59
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb8aa9c1a6f3815af62e4c6cce86b14718fb36efcc725360620c330d58a05711
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d73a798488baf04d054134fd74ffdffcb660a21
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:487e3f9f30a68f3d7d63160a60d853c71bd382ed45e14294a8b9b5894c296617
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68db4b162c50b68275d5e967dd3b36ae7c74f1a3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a86d69d5524b6e6a361fd66a9baaba7d240f6d5c140924decb52f9cad6dc835
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b1b8ed7beff2d9d7f37e657cc136d6c84001bc6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f4aff5ae91e02a8dd9c5437474d70e5e07e93a3c6aa72c8cd7b1760985a0808
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af038c39cb24b96770ebf9cf78428e86d97357d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86701ead735d0be880f213341890c8e8bc1640651de30974622151b92e88062
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17001d3af742b0c4a0287227e5ee5e24cca07da
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9503ce6d0418265bcec940cc3066bc3244dbef7fe9f64a6c3f19dd3a64415a8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d126cd37b148d2e5102d96031d4f38990b91c560
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d21f70ac84278fcb3688d591c068c8824f336c331fc6798587c7b35f5eb2ae3f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..807c5f365517ce85e23f7a23462dc0a7e4978493
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c2c1ce2e858383b22371338c9e0094d94c43953066a8bdc141109270301c714
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7811b1a90c7b0fc121ebaa13add5533f3269a20c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e804f8792ea8776211e20aae1c7c09b34196e4ac84c9e1f3ec8c6a352e10704
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac85205d23e3d1248d203603412059b9b9a30f6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:656152d9338981e2cefcf2279320f4152bdf1010c7585320c89a917a756af0a2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da439ad1266cdb106201cc4b3b727ebf8493bb81
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69497e336337bf53f079bd4e42b305b62de6bf223508ccf0f813aa2db2741f02
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab0cd05fa40ae727f7ce5d9cda951fa4ad508d5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e349708e3845ab33bd46b727f85b20f78f4aec410eb5b933b633432060553c34
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b284e86f388bb86cd7b205b1453cff838400b834
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a289a347419ae993eee0083d7870d3831eb264ab3305613dd43c07d06624667f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af8cef2cbca4c562339dad473606a00c6675101
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183f44d0a99e3b162d7aed927232bd2e764b0b6d186ef36264c351d3c064afb2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9c821ca1a14d5ed6edf97582cd2226a9f83a42
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5fd7660285d61a01c1fd8a37ae8e430c5b169ab5559d8c82ba8dddc6d975f28
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd483e73766a6b5f0e534eb30b17049c46411719
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694edbc96b4bf51aa6cdd070a0b272cfdbb8d9deb5dbd6a9d2ae547b13dc3631
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b12213406ac58660ea7841423aafb6c080cb5b9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa157f46a6cbeb78836596aa01aba2fa750bd5da4918a36cf1eecd384768125
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e432fbc3f723821078a1e61e1cfb2c8c0f24d01b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:510bba2ee494090d1bb26e5e4438f91ad5c6a579b8d94fd13730453eed1dc48a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed18721bbfe4816ad3d4d7415501d3f3ca5fd9b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd923cfbb9103ffe348b0947e9ca8c5dcef13c24654968d9fb1de8e6952440c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d43c7f01ca55583d9ee1129fd8151d86c8cee22
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9b1cceca7ef3e2713e8c716528f279db33401cfeaf6fda7527710c8dc1cb935
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f75d69ef10a8aa5178fc6d6454ad79cc48588f76
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6312ef80a189cbe8a1a907d38219ddc25597bae97a077696f41dbdbcaf22b304
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d61bcfc6cc29eb9d959256889e2d3e5adfbaef6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7660c9fe94d3fead4341fe81ded6c4a138a080f5098693a7bb099a0f82fb053
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd74e1916a0d00152bd46459d220a8dc3a575a41
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e019f7fc268967cc97c2d8c828115ba82b41a5cdc22d472a7560d5921e5dc86
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d76eaa1e82ee7d7ca0bfbaaf5e2aa2e78e0c25
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01283c39b658ed32b8902702582be92af13957604ee61d2dca13c2165a66bb9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22efddf82cff9940b17c2fc11e93ec17669159cd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e6a3c12f83cfb9413b63a1f345361ac7fdcedd2232c642e9736a3246ef6adcf
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c473f417b982a1923c1a62dda89c3221363d38d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08694fee4d9dd22334b27b6a97f0c4e1f96031e43934d2155d6a69b1a360e23d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cd20eafef55bca34de3c43644d603149db1eb72
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e2462c14e0aa3ee10341a35b8d790c9f746a58c5a820b2cedbe2fca4869146
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ea85cdc5cfdcd730fdb1fedb2f959e304a55822
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8bd35ac8372975c79dec3388ae0cd659cf6d1b204b82afb72e7ac1dd15f32a1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d213046a6879b49b20c902dc1e61d1e304f2f76e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2239addae47eddbd71c4345cb33fdf300f6308779c5673da2932938e89bf4ac7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..308297129e8477c28891d7353afaa0a4c8efb85e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0705d6cacab31ca4a697e22ab6c401ea1c617948728f524879367e82f20f72dc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd83b972a914be2acdf55885b3187b16d06bf272
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d8d545676442dc80a3695e3f4f44cc2398eacf5c91cad77fab79925f12549e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80dd812249f8aca5b9a4deb44fa0a8abcb8cd6a3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56cbb5e82122b51f073b73a06d57c97d4cd55021fbc3b743070f9f8e4bfdae14
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b6c8e872cfbb324680e467dd418feda35ade65
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f0e91ee84e3d6daeab1509fec4b1b06bd3a51f2c0e32efd872cf6caa40a93d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44659fcf603ce9d3656d6aed2ec235c6b911467f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3362e73ff4b7ccabda854cd5df32a40e60227618c65f99facad07f2ec1af743f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43f5ac8b84e88f60d7d176ad4e33d73de258a14
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c09ca6949953e203403f6af62a779ebec67b26f1447b79ae84c1f9c734f254
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..801c658a034e9dd3a3f685a563f6c9d96515d42c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f72f2de41ec790d98718dd7b98ecb298c4ae78421b1cd56b15b669c2bcd3cc67
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a61fad8b175efec9a879603516544b46e7aa9afd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0fd889ea42efbc1ac12ffe51003b406d2c9053ff6d848d6841026d2ba10c2d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be16a7ec0f123db4cbb2846cfdca3f39eb1d9b1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb5d369b32abee08239defa2e55de9410289f9c9e4e4c15aee208960e740ceda
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d103152759ee5e3f98c48712b04da97d28ea8d41
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:440acd3edf89c6fedaab17af8135558fb7ee612369cdfe54d285bd87fa082e11
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba093dd46444a80a91570540cba3d1edf39d3bfa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fcfa0aac60e520f66db2b18ad7296024d0c11a314fdc464206d47e05080a51b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb0fb36cf7066ff19cf12f70bfa49ccbeacef25a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92abeb0fd1eb358548a712d382decb9973162c04e0c996ea84e69681ce764c3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d2e8dbe0dbffc08649a2c0e7aa10c53f0983ea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8667db98f68fa3fb521fae8182211f2d740c421e1ba3c91392043872e39e9772
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bafb39873c044dc602f40178543e169af2addffa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c972c913257eb995432bd1eea6c5abb8579e918ea4abf2ea03164d67782fc008
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..527cf41f7ec240449a588ffdb6a94efe5e512fd8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e4b6e6b02b734898801580aed312f747e69f74f90fdf9d7569651018462d51
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be46a1e11eac58cb4f786922cebb20023b80f8b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d79b972414e9d0b871df49d5043d631a6ac3882cc16bad4df33c3494d2c7c08
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..574ebc8109847b7c3df4baf367004422c9e11d2e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd441c249507f52988dc4e05a3d69304d85a4b8f5e2e079838f70f86d86869d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d57e7e9fdce4f79212e755b01328cf6b64036811
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee124a65c242c2d27b6fb7f04654944f3db46bdea9a3005eda2bc06fee1e1e9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d571f55749ffd1a30caa2e55c3e18f61357d884c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45862bc95c8ea1c16470227b48e87f32e2415b44a421f64bc4f3421041490a32
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a74246c190450e4db194e1c220e2d658e26b24
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e3d81165bd0acdc8d9585a94fb54f3723d5ee8ad4dbc79a3cde8d89e58831e6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c9b3a243472e1184e676cffad71bea56897f79
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa73566f17ba2093e1244bb1ee4254b742b19914799ed9ce3fc08a84dbd3b2b8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71eac4631aa258093f51f96ace0c5cfffba3c9f8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44cb3bc97323179cce9fb3baa707105a5667e5c1df74525e1635913cc0481fbd
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f8bb6ffe601bf2074f57d1fe080059fa30926d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160042ee1e873904b603d53c9ffebaf82555f08438d55692955470b5981ec810
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe40ec55491da2b8a039c8447a8acc0c5692fd5f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156d0a75bc486619006adc083587f793be8da2f3584c764f4d534d5e92371f11
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108092e809c4dead253ddbd65d14fc3c6208d6b4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6582381b307a414cf78a65b9f507af06dd6a25f0c32d0ab9a0192ec60e69233
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1c98e050288379c3cd95b8b1360066a62a8f88e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c21dde3c3ff3629553e3a7af361c87ad2ffe971fae95b952ceccad4f4a645c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23269832026846a2688bd4b275a570dae64cbf2c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:859cb68ad0ca22bbd553d8ccf56e1d948c84d682941755fd4fcaabe87d2bfa29
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..601ba30d1d6b169f15043e63f623dfc15948d20a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f611394ed099d3af19f177b8105e6461cfce2d9ab423bb27ff61fb46b4d0ca96
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec720f28606da33148daaab223eb7390ab70982
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93f7f5260fb1d81dfe18cfa7cf282a27712b10dc4551fe86b4b2c5048fdad2e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9d39c26e4841e31ed6783272c7c48fea8426e6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a316026a43feda2a798b5d935dee4bb5b138c600333df3d8f2e88579fac748
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34107c22fdd413999d9de8902c92cadf75f97998
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e8e3cb6adfcbf01c44c5e6d76a16ec2c473625dfa56e35faa05d09ceb221b6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a02b23b793e3378a234b6b46be1407e87726f205
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1383e0815159c946249a60360d3736bb36efb9dd8ced0a1dbd2c394159c2e012
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f188d8918d36a1dfe14f0d0469df5baab1b5aca5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119e1b94d645b30f5dfa5cec9ac8710e8579f28cd11791827635fdf272699c26
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00a8ac3e3d86d9ebb96c122c82e9443d13fd6f4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d493f154867474998d1e3c6e2b5230fc62c4e86628ea30a7a1fdc6bce467ce2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acdd8e7304757239c8f601284ce26588a8583dec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd42a451a93918292b880a4028757b64638f03ff98496651ab1a860690831201
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac009178ff6cf9bd2f4bc89a280d4041bd41fc2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:707b43744f718fe7bcab7dcbb1c4cf8ded3eb61ca79ec46edfac3fa2c25fab66
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..553d1c4edd3bfce6f9d29915b525714b6da56449
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d83ee641cb02da41d501c8bb6dcc151b6dd2778d60c468cce07fc9b841bf61
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aacc82ff6fe5d4a1fa5fcfd573ce2855fa63ce09
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8722080992bfb15da841637bfdf35570cc8e18d0c5022b5fe08932069150fb9d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7150e02d10c8f5fcab6db3ee842ef67e30b129d6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e19992387403ba24d14b1e9bda776e6f8359ba6719f0a82eb214f8de12f02b7b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef28433750b415b2801c2f940e9265083a3f516
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d7e9b51c2c2bd16b6cd0afeadb0229263c6c6c2ac495a101f740d86250673f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d8ee84fdf5771ee7a16fa8fee0a4023c46e03dd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2828b70019873dc4c0b96ffbad7a260bd63ed2d042e4f59944d4ab7593132820
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6576960d5ec1b9a9a46a33790ec9c3df01dda23d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10d9589f3a668cd9e7feb88303785ffd2b3fbc73db7d42d2f72388e210d5b14
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015a360f9f4ab0715f9b07be7fcfc31f305d2871
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266a55e31b3f1f363fd09b6ff4aa7d0161faa0868cc15fc2524f7dcb4020fed3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4fb7454e94ae9eb56de195f2b3d87ba56a23098
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc7238624dca83f4ab5a1b4b9dd3a8651e6ba25795469eb4f90b8447ce13f67
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08055b2e272b8cf28ed1f4e4b4fe49a93648c6af
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e70efcefd352d708d6baa2c9abdf2761ba95aad97606ac5192626569cf2d4c2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d94bf90f5f7bbe1accc6ce0875c5026b9e07b13d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a7a7dae8673548b32de6b2c59018dd1a672368add5592690d97e604e328b0c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb74de24b6e6c67866882f8993097a92ca23c5b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb71569b036083c20cb3e66ea318ca3b9d9ecb61ba47a199ff63be8e0f99f8b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3eb630c57c1d31b1576cff094a7b3ef2bc5a7b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b227b65ce4b6020dbda0e0f6bea46c03bbacb394c471a528c9e10a0e08d14a4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c54eefe693f43400db487c3da129b2959af1c66
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1dd79dc33972e2696a89ea7febb8b667159530b8b9afef92a3deb7592729f4a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fad520d698ec66618571d7c37be3a8fe637c6230
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360c2f7bb4419408fae4e06a4e81cec3abaab892577df616dcce8d53909c9f9d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f78631b5702dc184409fa6e4fba8741eb021cc93
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27165726c86663f3a0cbb36dc4f4cff270c0cb3ebb7f285947334a2d8001c871
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddc7f750d2acd6dc863aa35c3cc8792fad1bce7b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a19801e0d21e506ad1985ee55496ecd55a080b8b01df15215084a383cbfbed50
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..164ff0e434b64a3324dece4a12f1d93d5031bb9c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a30636440a09cc469c2010a7584fb4de54124faab420d90487468fedf566445
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c60cabfae024aad6ab4c786fb5e98d57212b808
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f233b3d5e339cffb8fab899363d0b50ec1bec8c51a808aa83741806f6d8f9a2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f285222671b0e53c1afe0c25147794a88f4006
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2367a134fb26988c2f81da04360aaccca22a5f61a8fa71961556dc5a570b33b0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c575c41e225e3588482046478267bae7a81e3b7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b065dea0d8c19f19ddc92fcd534170f485a447819411cd856be3389e8370ce93
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac681b9de1e76f364375e0ffeb250edc6e31b751
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f0dec22cd3d5941935f926cf3323f2821a5ea38fe6d58c3f2c129196abed3c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f5af8aada27bac9fcabc75aa0cfdf896d657a6d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963b947980f356f7e7a96d8fdba1ed4d983f9774a62044608cfaf424b19d04b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c80beba18dc7ec954d86b0ea7423e76725d53d8d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8b08fa72334b1e16dfb256dfa19e46ec08eb880ca26a3b39deb25a1e900121
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8971cdc171655512ccc8abad33a25932ea4bd0a1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b474d0fc23846972f825fdf511f40d5c25e28a9eaef03016131ce2325b3aac
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e32873e5ada51cdbe46e37bee81532133db0957
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14916652487c07236e76e87c901d5813498a5f6db9d2fc46b8450dfb96e68b82
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cb5ec50a0901771b147e5257bfd0d7baadfeb31
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a42f2ca1480bed48dd9cee09bc6deee5ae86668a58a7f6f2f75efbca4d03d5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53b60601d346352fd217f3a05066fe6450e91293
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91efc1803eab59497b1eb36dcb66a1745f240a3be400ffd71ce0d64000c5f900
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b54023e9249d6be0bd465edaa26a29d5444e16b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9681996f619a0a4f48f94169ee437688635d42f9044e02a03de9d3f91d421c81
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9146d002c3e4d4094446058e4328c94016b30074
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7661cb0a97ba9bbc7a28ae991f89e746dd03c1ac2b8a2d6d5e479715f247452
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce774be8b34eee6b6547714c360a9cfd668704a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6584cdfce68ce67cb3e917a26355b4b94926e04f42fbb1e537d438624d0b833d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..892d79242cca01fbbe5a323a7dee1ab4b920c3f7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff68b678046957f580cbc3652e446f7eaa85b705e392094efa3f4f400c2cb02
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b71002f998b1a0a27fef9827b316859280c281
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:762119783d4abb9b2996b219981494e85d51896b307cebb951d5809416269b87
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc8a3afa6dfa83a048b3474a2554d7de4b70176f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7234bc8f9c29d737a5a84b1687f4ebcc928c93b9ae70aab55dda2958e6ae6966
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f361920304c4aecd3b1049c0bd4d7c1a35a6ed0a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47c68077bb4ad19d9f0a6160a881784810ec272d3755b8ddea3383d64b756ad
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a7e3f0255ebd77aaf00a82908ce2b2b7c87fdc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ab035563e1ae2b3ba5abf8293c180cc0689e84fa6f1c7316395d18cc14010e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde47c1eef5d3886c2bcdf6130503ae3bd651c68
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab17fe5cad4a13a3c032b6d4fbaab821b65abc021c34b472768f7019d76f618a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02c370971cbf2ee8e846ea66bc46843ac4e6528e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f924da5340029888732d478a0e70499b3ecf4fed4466045842a0e6b4d3c20192
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d950b96f1b3841323dd4f4b3bc9cebd3ed022f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a9043db703e0cd696adb2fd1520038e5448585c7d116d50ee8649f4ea365df
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66ecc229d615b5ff89a9e04adeef98a614c5cd38
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6417fa9cc29cbb4fbabb5e83f0355dbec8c6db8b44cc3848429d49a1ce75772
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd5c9cf2ef282fee32635aed375c02e63eea21e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6698e56f053e1e3bd023bcc78850ef98f4574f783a3774ed1ba43e84526bd25
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58f9d6492b5d0cd52c86e3bd40c9274a0f2658ce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3524baa7d5b05ce60f6f240cbd3cbbf6535e1cbf84286fce69295b39a614b176
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..327643a4cea8d9d9f74f38373cb80e07a82dcebe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e09bd8d96b481ff44e69024c7bfc6abff0260182707ea0efa15c93967536c200
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..309f581607ea86578cf0c5e5f0a5fb9187da3685
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb8c3afb777975ded596f0cbfe373e41c91f37297559e7908d0247604a3d9ba
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf9a3b59c31977d81696f88c09144fd648c9e9eb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d62a725f3eb81f4655493f0834618361376fabc5d3aa76d9c8e8fd1d29a89583
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89bbfa504b115a30bc6bd3cec0271463691c039b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31787243ade3f3228d3d8c9d506d1d78574cb8dce0b92b4a4d55faff8be5f45
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f159c84b973e90473d06e893fc69de04f851430b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:696e2409f1e7764b9405fbdaff5eb7abc5d202b715fdc362678645e9fc4887bb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c083df1afde64687bafbd3e1c8e089c6248b3cd9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c736e07f3ee980d090bcbc6d6155e89a2397743c5ee1ad1e9ee5aaaf9fa5dd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f26fa02d956cf950be5d1427adfbcb7bba3133
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666b2188225930fc18aed1aa795b893336c48c0f2359fab24bb66a5b9cb7ae40
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25b9c85c1c9324994a04fad769bdba733bb367a6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e91cc23bbdf704eadc564526e28461aad150abadd04907757c175302309ddd
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e4933e3bac2306dbc30f43d994737f5c9f027ef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef156fecf56e51be4b035c452feb4ef54e61c822db01ecaaf41eca7c417117e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d10d902bb06f01dbe69927ccaaf1148674fa0e62
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cbd39c150ee32dc5a3ebdc485fab6d602a77045cb443dee812ff1cd0fd3d4f9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d428a4edc3b7d5c1139e2a496441c3b764d85fa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4373e919a440833c8f469c603b6be299e5c12e9b32a11c8cc1b3e462c03d68b5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6e0eadd87a3e4d3c80090d1312b01a1bdb41203
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c559bcdeeb7749b7a84df97d97bb4656c1314dddc7f679226301664d0982ee5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69f5872b88ca69b29036bd3303f70bd9d161a0fd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1511e061ed36ca5d5f0875aa6ecef60b006894374601a596d3f0f442e94a084
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1c134006de0731266f78e372ba36a990e7a236d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80eff0a7256d50247d0e95ed7432d28c9aa8a732d11edb3d262b1fe0a5be59ec
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f21ca6fb666381e4d60c2f884ba95711264ac6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed956e4c359e3a17f9f39ee5b924e542c8f70667554346f5349f18d2a22bffd9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1fb1a69bc3f40644877b83ccc0bf20b98ac8ff3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ecb4f9a68ba322de2ad6c102c29a21d8106ba882f5c9bee5262081d8ea6a308
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f370de7544d124e837a5017ee107987525839fd7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0172e6452a9ac9dabff24874b307c02da62caec73280899b8091de2f791bad5f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db719a2fe8c713d9f9dd81676c7727d6026fa3af
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f78e33565c9d73ccc85eb46f841a162521cd0e22ab60aa94927867ac3011d06
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a79d5a74b7a7d0ba21fff93701313aebd32b5ae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f1e1f85797bd5096a08de4299f3eb0502cac8c9526598c7949c5d65e7831521
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12c38b24a3517d217f432e77ebc8c31d0bbcc3a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc0362dcd253895e20d7143cb678f5d15fdf8556d49a219244021f90a5abda1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ccb9581e7b3f1823733460eeffa41620f13a6e3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdacdf060aee5c452815803695200d0c5c479792142ae5c14d3b5f501b4f66bb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822027306b950f6f1ff6aa9510948faea21875bf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c307f52c96748a54ffcf6b15a7215cf43b8adf6e956aeab6b10bc6b6930032da
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da6ee1ef641b629621fe4cc9b96ca80427573a02
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a91eadbbbac01376578845dd00410559a55d47d3916ccb612f86bee238674d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c22aa45b127f83d3249533a9c4f1afc9609f2cd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c11b92893dd60cb3e61fb0421605fadee8c75ff95479df7a5c2683fdd942fc1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78375d9059992a0c6d7e727a5b7a46e7b80253e2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:821455a30b425625a82d8842fcbd5884b16f3a013aec3aa5061ae351563ba8bd
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9f5b1c6a0fb2ff2b538cb99557a0bec7c385789
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7ac83cbbe9ee09f39290c61294109469c2f7c3456d7efca7d613fb6600aa8f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6220aea3e2cca68d3fbb72419f10c1d5d82f8042
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e7ebcb04ef13149f78ee8ccd9adc33709d85921f3492d819d9da9151de81b4a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..321e7bc0f368622e9d7ead890c317f3348b1f70a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc28b02590fa8877bf5561dd9ff6c43e681565e2d15dce4f646b16d4fc5a5c7a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a9d9a4653bf3af265cd735b4273b3e6e516cbf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0327a460ca7af8ba4d2bcd469c5c21885880be3a2bb815ea0041d8a8a108df
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c343ee1463ae4315faafca1a39155abbf38a0112
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566bd2223a1a83226be0637ff5df19dcc3160daccd06a58d4737730105871dc7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f58a66527f9620add581f09c05cb3f8fe05a5e0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc663ad03cd2c409e9c114964dba0987a04890367a043799205bcdd1628f3c67
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2b20cb78b6935569adcd2ca3c47b8aa7b06b03b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e8f6fd19bd7e26a874de5e3dc25bca4b4379959f67ae9169229d62e6fa77cd
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aeb360de1fe21cac07ce630a639f723033a8dea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947fbba3143fb3cf3865bf4407e8500b6dedf2fcac4b3e2b24005a511922aee6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd6b00e004604917d555ceb73cf4540e68fa86ac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477c7af434929f0234434c5e2ef1d552abd04adbe74dfed2ea9d045764c0ac2d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e7367cdeae59c15cdc0830cfab1458b048061b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c93b721e313023b2b2a500bd6c5405c315b19edb31d354737759d38077100497
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dfc55cdf8a9db33f14697ddd6aa3fbff17eafba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e25539da8e5992eebd939bf9b10385fd557773a544144dbc33ca1c642f4225
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e2b6941a149d67831f4428d94b1076044184439
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db0e99116fe2545fd1dc20b342687c3fb8aa11b99905962bb91e5ae5ce46f324
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b961dab13b3449bdb1bc8efa595e97b8332cdf04
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf740c98749a6bdaefb50ee716f94e2703431079797a00a4d5d8b3624674a998
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4aedf176c409eda6469c68c3a4cdad7a4460a4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ecda87fc75b1e73083a71d7f30dc9fa55c8fe15286cb9436549309f3cf3d70c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d9359530117fb4984e15eb6c857b5f014c4d08
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26fc9da64d9912d832c579d8faba8cf315c32049fab28de649f01f9becd35b12
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5469288fd772547f8a39e090b798b55f60a462b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40035d451fe65deebcaa8c8ddb42557111464da5e6166aadd3c5e4169ed89f9f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f3c72abd9a837668c507b4fa76dbf4628f8746
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828db56ad6113240bb4f6e6132c849073661ecff544f3878f0ec9cb5a61d5087
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..597a996166dac590dd04ed1dcceb772db1efe25e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b854ce11aefa2d2a00c440c76243fd23e2cc25ee512dd7d6f26e041459f3d63
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8f2d84fc5ef17fc30bbf6c0aa880c201a58798a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d958d18c558e85797978e4f59b04bdb0dbc1eb571246686cc3b6b22e14294616
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ff813501eeed6d7118e1166a8bb05b16f6f687
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f2db3e1564e63985c0a3dc347f8ee9f3f858dea51a1fe50b1e15e366fe0a2c
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e12f8e63a6f5bcd61240f3f32528f8869ef477e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a2499646b14e5700be8e5e8affbb591536f3ae5b76d3b3573a5313fe4110ac
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b2ca8c0bdc8e1efd420b3f14c95840c2151352
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65b3ffa43f87f880527ae0b8a6d22229502b791ad18fc4aa84993253ad509a4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc06ee865145754fc1b81f0726fc7b7756351649
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b96f884f2bc06bd0bccd93c50505861abab59db3674e24ad3439336900f917e8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12651f5e50cd9888f088749b545fc26dcecafe11
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b7710b7ef8db824951d83cec0f3840860696a4dffea5eb5df3db8d465adfe3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d84c9a3578ee98bff7638b88ae9a8d7bc80909b6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8831c0674c8c2ee138135a827a033074d6d4c3f83f0ed8a74ee03523f885640
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29eb60b291fe6d0957b9bb71f7c1b27be829b54c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f618d92c651eda7414b206dc07853636480846a9b1b02d956fee2222c99557c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a76775a02a0a9dcbdf7eade76144782946aef1d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206b47eadfe1c26d4677ce553b16afd73a11128c82a0381ecf19616a8ce78996
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cc08e650498c6079afb9090961f8038344ab76e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e555163f9f30807e83fb2bb033a74600923af42c8f13ff5677b613674a2533
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea35ba72711f9db06ddf42f9c2ae4facb327090b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e9ad4e724ab36671f643d957a9a305749d9adc6ca5335016f99abd2d2a7f320
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..700ed8c8229c8ab2a54829914ad97ce7df717ebe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1edffde4e1a8417594d804c7a91c534c9f14673a2e149ecb75a262db26b7dd6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80af8d5d667d845cd8f8d3d131bbe752e034760c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d346ca967ac0da32c0d5f40ef3016539b59d2e4f50836f3d951294be27e8fb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d92d460c3a05157116145db57a16ec5f969942
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e6c559754aa80b9614f74c5c47de31934ca7c32588a406324603f7c532f789c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af701cfbed110e90b3b473fe3b6e7302a8c6b0a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a511c95d3df513306251539effa1f59d94b4effbcd3746a2f7ea851975eccfd0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b600e9d5eafbf14b307c04486a110eb301c725
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ad41ee34e9121d0f6a50a76ee91672fc20d67722e0426c6893d63d0b538013
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57d38317b24e1bb3793554a0813526ffda16a666
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab7864bda8b7b440d0f0b0579e4a11dd895b30d3321d9ac6a7f14e3015c7e93
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c949f46d53a41884a7a5b04370e52aec092476c9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e93b0795f976bc86edd6c0ad2c87fcfa5285504321fac953ce4da37c4937ba
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33dd20c7fad1f813263c7412b04fabc349371e5a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b25e37129a5be87a77e06509afdbe88a55062030fbf1b4fc2f525a4202f41a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5275175a8c8757ba338d5ae81e0d0db5d53d9ce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c749c9bbf8695f4314b397eb72ad9993b328a28142fa76cb4639960ced1520f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5133bf37f20ceec4af74b701880077ba49432dc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5eda0569ff76bf914a49e9754da26be7b92252e0bdbcdd635cf2343c7cc7771
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4aaa9b31cf015250f246ade128a3ddd9400edf1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c464ea40788406fa44f5ca4088c3ad2cb36d4e919ef123e586946c5398b3d0e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41b75ff012cbb639590c9131f69998b155c70e62
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c4af1ce360cbfc6927fb292d146ba1e48d4ef0658e7dd6df6497f7040acb36
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f1fec54318c4d6ba0ad5363443d8ad9941fdf7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b1116c96ff860580b2f7995ce5a27431f73d931ffd812489f4d8d21613d9445
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19bf358ced9562591ce1879a33b1b8647849477
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db675a6886e8fdcc00aa5f26329f4336c9d3ece7c8cc7a40d47cb9f66f6a4aa
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d90d064756f0f6cd28b1c54d563607de00059e6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:985960c338aa69dc969f0953933832a19bd4d1a3128af04d4934a48c48684c8f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e229b3ef7aa036b23032ae9fd096bbf024aead
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af975f59c9fc29e8d1ee33eb6a31c42018204db1c79dc3fa6ae2478ab899fad
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e7d2d4d8e08bd870a0134a5be1900d6f6d7b0ff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20836744a4386c983950070892c3c6f86cd25d551f9439b28fe939dd7cc4b492
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ff63931a05c939c8ea274e51ee86ca6977dc9f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3a76277b770bf217f7d9c9c6d2252ff6de4b5af49624b99d7d9379d0993a0c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97802c7dca2f0dfc503375858f00cd6c2762f3db
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85161a0ed2e281133c7d8640ba374cae9e1a25edd29a77f1d6784343c5adabe1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aec3493c68b37bab44f75fa3b3ded818420dffb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0425c5d92deab445d1eb73dd5575560fa671e0dbb64ac8bded9466f7f6f5a35e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06877ae250e7d6f27eafd514ba43304ce8dfb113
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e509203b120a68aff7b25342b94426e106ea53e89c4c53695703f81af2c12210
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..005e67e23a4357aa0257a6bf9f8e5563a9be37c1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7400b307a598682af780b003cb700f1c8acbe1a7f49f27a842d9e3f35c8a93c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..826eb84af66a33da7e2ea1f50e6b41f262f931cd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37c990c3b2bc1c1c22634726202720ef31d1f6f45be9541b98b2c2538130109
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a4610b2c2aa2242158c1f270557ce5304adc18
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb38433b10fcf493d90d5efa553a72f86ad44872ce984d30594f8e04d55350e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c2a4cbea2fcc233161c2952bc5dfc5aeb2cdd2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe40597695d059a031245462041b6ec366bd5473179d0d3f7b3933140decf27
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec968205a12459f9464991cdde3cd68abfddc062
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa4216128631f209184c7560cbea952b9be484db39f8930adf7b5d2d10d758f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f0f93702b50b6dfcf7eb65bcec136d1bcca6c1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e4750d7eb735fc5a644c4bd62d9419ea908d1fc25bb974f65de2639de676a0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36fa324a782e092f3fc404bd8689474a878b92d6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877ef9ab0ec9c15a58eb3d64fe605ead4338c0b0a7a9623e4bab502e26631845
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfcd544528d8bc559cf34d9904a0eedb6f256e34
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91ac0b6e42c82d61dd94af44fc0a9341003bc96b310a93f22d4589f071de71c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..431d498790c15e501d6d5ef5b18ce16386c190f3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0adb7f2dbdaba134f95c079784e7c465ec425502a385dd38c3324fb1c6571caf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0568a74e04085be5ef56021264f868b65d3c5aef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e228d8cbb5681a530e6cc14c1af9f544706d5a17ab32ea715569f0c1dfd319
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d1385cb466f9b2def7b19ea7fecb876e7d02e7d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b8794029e72e254fdfb7c13d1335362e61137b713694cf82b160b441948fda
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff7a8865a8c38da93e84f907da1a242743af41af
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c09c42a12d26a885946c7a54c271255330e6e7e0b1c148ca3f2d870909fe919
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d07f5ba95bdf29327bb5ba15c8c9a553d4c2e5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7da85ca021906d3de5bf9134d974d63adb584bdc97bc5c752327a6c18f8afe6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8abf43063cd7a14fda6244dd08a47916d4ccb7a1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efcfc7814b1a32dd58984d03906f084241a03692c2650528f51248f20b9075fc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..063e0724db4111cabbec70827ab8d39682612047
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1106c0e83ae94d1468703d7981d64a5becc14dca59ce08d7ee33aa4fce8575d9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60cac8c6b70aedfa335e6193c32f47d3ec4a876c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410bb48893eb8d0e74abfce6be023105c96b949a46840fd4fa23f797ce0b94f1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad9a1978d5f64570360e006d9cbbfdb315546857
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb437183971c26081717aa896599ab05c13aaa29a9903b65614237cc667d02b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5314087b3b2efe69a8f5e9bd6d0232aebec4daa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08c53c133a6a8558d11f653b1397f33abc7fd5bf7b963cd2f8646afbaff6995
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e056d42aee896e0a557350518eef15054025fdaf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af18d5017bf82cd7eb7e9fe3ad20a26b0ec927759ab9c31da23ae7fb7b4f595b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d0a20f14e685f8e7caf0420c2a335ad7bd2d4d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56c5ac21d341e86291f4779067ba87939c7b35d1cf69b6a4df09e2d5b09ff549
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8e0754854863e10d1f14b74ae2a10319a31e07
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc08981121bce0d801a63b9aba5537b35d03ec614065f38103704f56599bf338
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52b961089b9ab6e0bb7a42e856b724ed3e0c409
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80fd2881233a0c2551d6368f1541d148642915fdc2eeacb55b47d2336b04ff2e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0d8beff6b1a0a5e19b362f0b238ec0b6e13a1f5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8df6c487ba22a3cae8a772ea56da690769880ebb8cb9bfc09a26708b5c35dc9f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a3c697f57a2d7babcfbfa90fc35789d3991f21
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31585c1ed187f97bd9dc80506e83312922e6585eefa0c271fcb22f7c65c2ef01
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc02b2f3017722402e964d2ccc86c9caf29eb04
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b969d7bcc387a429739d7d9c0091631e7d15ad99152e054838324223105b84
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80877ca52e0343bd9632b438da1fc68a0eb47027
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:343ada6ed6b5edf0ae2c086c0d2be05f10c13ac550b261fbe0c1144fbcccd493
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..333a7267289dbd86ab066bfa1614aaafaf0419c5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e2af1681819868b2907292fc9fe28cdfd6d861f745fd86dbe234f816457b40
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936188946ae052da8d87a6c0e52e3efaedf57803
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7acedf0eada7eccefef3532b99d5f5982b3be2adc1291dce8e3cc5c4dbb4cc63
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb4f52eac967bee7afdf7f8d41de64ebd44360fc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a302d7c1e78044b86716594507929f2117c15dd8c4cc7559255b49da2d4a53
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20b1004776437a5e4cce7b78b7063307b6cbdeb7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00667a3a2adc39d059a20418be7f9d1002963c02a55063f9c89f5d07facc63cd
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..284945af771d5256e9864561f823c7bb0eff96e5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95fc93307bbf31f203c77345c41ab4606f1cc38bf14b42e736e34ad088f6fc72
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..006c4dc8a1dca6aa011e4c5a9527b4ab03e50956
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca9a4e7c012539a1e455ddc514d2706f3a85a03d8aa240a0539c877b2358d6de
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bae0a0f2635a00a1a88060808af2b57d9c65ed79
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df95e18125b00cb5ff50a68286b5defb4e7a66570fa6fde2a9020347c2012a80
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7e2989f2e047f13b803b6308bd0630a3446641
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84fb3bc58ae202d88d8cbba2874de255aa723a648a7c9dc635f79e2bca0d2fff
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13fddd6e40b9016dd0a94930f15854c066c3f63b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e2525fda445e796c7cc35b88ba827a17a4e052b1cf956b8a4aab266248f7435
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65719d1642f3133a860991ced82bf9d9045375dd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7518f453b71d2814c8968d019df181450ec62f64d942b91321e3ee7354c3340
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ba82a407dbe99d13a30fc618ac1027d312fa27
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ad13f70c00ae117ff4d264ceb3f7bf98bee5e2b6acda0f5d219f4db7155aa1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c16600cc5665e1ad37e20d959fe0dee9d1c61ce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a369e9d01b54526d16e4fba2c031d9353afd330403b39e21231c0486b23b260
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ee47288b4f82027f3c8a28e7ac35eab2654cfa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db523f2abef6aa4fc32082900303f3a8c62f8ba8f2ffe1a186efd3ea724dd26b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f467b3539435a04ec80b2af68519554cf778149e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e41dbd562211b521a56ce8d44f32f4033b696b2878d8bdc3abb1bede7f4ed732
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46a55ac4205ddcf03ec2fb5db78ecbfb168eb00e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f041619c4af9ad6e2cebbc1e9c8d86168c9aef26b2a43ac4216aa558fdc341
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbfa369e4d240d8351c44434ab2285c0e689e24e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43cf9b1cc098042fe4749bcb464947ad5cfbc5b2c586f0572c77f316c3ccd9de
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92136dea669d38221517d5cc312e51c16d97ade7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2e48c36e8b85e0011ff0d41bf7b909e1122584ebd99778b2af28cbbcec75fe
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53b9358426d42d5f345da5ce20fbfaddb890e75b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bbfb3269637abefae6f81bc94b3a525d851b6d042867cda97881f0ff73fa762
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63cbab21563ab084ee96c702784b069995989b5c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dadf57b89f2cce4878c68c94ac401d0988f2672db2d1f74fffce96fce7cd9826
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff1cef1ce120c53dd695b84e1d21858d9bba942c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def698f4f83cde34c62589f0b51634e612abd1af9f1b3ebe9c599e20c525153b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d92bb44a3e64a71eb31c5e8ec78f5a939fd2cb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578ec79e791b069d6e3b2f04814834087411eaf596b3e943edb27be25fd220d9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d062eed5878d11606e11f1662dc618b7e60c055f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b0bd8cc8eb97009426cf6301e88a6bd380329a25f7d6f4de5a42b44d145b3a7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525c5bab3519a87d059f74c64640a5c8b87fff5b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb90f15d45ec1e3fd17e62135f28b30cdc047476935125ddb853243c990299be
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a215141fecd82b7bb0947b81416a5bc1afd59138
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aed0e55916ad4b168063e3454b076ead8f85331c2ec3da17a84d7823540a7a9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae7400c28ac202e4fe802e1f76005458e6554ef1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c2ab03ef592c8dc2b504f1bcc44a4ae13ae21cf1f54820752d6de71be9ca19
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ec31257d701e4e2c146489715188c3d578949a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411136eddd6f8981c156b4de1cff590f544fd491a39ea907d21d0f3b9d27f4f9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a84d511a797af92e4953b9274eccfc4335dde90b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843e07f22d960defd6b8bd24e4ca528d8655e3903f390c56a95b2e12627d1194
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..460fce837c578b3270c97d08a101de64d0eaaec4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f87e37150376b9a2b1a15b2746b1a3eb7b441ae86161c80cd9fa8d2e331ac2af
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37cb60b67daf31bec3c7cee151a532ebcf850cfd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe48717dfc268cfe6bd7a35a04e52881b5abd20a81b1fd072f9d47ae2bf0a3c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df6804fda2feab6d04d230332a0fbbebfbebc795
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac101cedd466059dc6edc9125f5d871b9b986844aded06e042d88a8f4a03466
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0b9959dd1cc1730c8c68a7957fa5c0d79f270f7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f004f14ab9777f082f8d5a37d90fc2c59e0639479153b2f6e880f43579daac8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e0bc98782017b767f4df656037cec3bf320fd84
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9293b479a54c93cb6ab18a4e02c25c2ce26657a28cbf8e59a689cdc5a85f4ac6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad6af9dc52ef46e8a6983a272b083081260ea779
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fe964df1954776954d4ab7ed976e775ab6731227e9704d689e58743a829f3be
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c40d2865d588989bf7dff9af7b16d34f7807734c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28522e703099c446ca9c041eb28af8f8680bcf170ec49d37f4e382c5c2186929
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..604a6da0c895e6f423351326ad9cd75aa3883099
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad0280d615b3df0728f40e54b5126807fa35ef6d515f17125a1d503dd26f8e9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb0446c00f31dd6ccc7d88f5b433dc65acab4a7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be1cb234f52898e9dd6e2292b065bc89a31fcd8f2c1e6fa4a5ed1672096d3624
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bc7e960897c191497d486935c3a8d83d8759c93
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d53fce1dc082e026a81d78aa628cdbd1d36c81b883e88f0aebf9243a1b7eaaa
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1ef12e98142bfd712aa521b4662015114597a7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4142fe08e62ff46e13b6993aaf1c9241b16cfa695bba749b20a1d0d074fbec
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3420d3681537f1aaa67780244c9158b6ca55a7ea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72669c8b73655e27125c3bf3edca7e5faee8e473f0d07ad898c1f1c54949a920
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1030c142359cc9aa8d555798f56ac2b3c92195
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4464983b13024daff1b94e8ade6f99a9b79ba14bb09bf1b87de10a18e8fed0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b02a2916a1849b177015bc9cb4783b1988e819f2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ffcb3ab69e7deeb06215a70d1055aca0f9219e398b404d2e265f36f89193904
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac2df54836899e8bef3c0c1bb0d83a19eded586
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd2cdd1250e9567f2a1fb945cde827b7e3853f8cb3506b53fa12f941935632a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f942b796af08ce2eeb8e5fb94b9d26b87750a1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac0b1dc94148865283ff468fd8af8b45fdb303b7be1d4117101cd1fc3e739d8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d41d01ba5a77df07090fec40d1024de72789284
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92ef2e889cd0ef545a973fb6bdf84a80d10a4e1608c4e7f722341060ba1506a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb4a54a186e0349ab2a06ae233749ccac74dde9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc28dd847f76eda6e3b16e797310795bad4b57f25491be0677ff592bd5a53b80
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ed5c6c3b4fef6b778b12991a279971faa404ff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59ac575977b6be65892d3636f5f96341c74f776036bf92e9168735ea09f13bf
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df21a80482742d7c2989fac1a8b7bbb7b802c0c6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d58f5c2c4895773e122efa127d9e661a4f32f4c446661e1d01c4239daf4bb7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6331362975336720e43097c93f2fc3a788cd2cad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1ff246b4019073f63adac938e331961a76a50f642f99904e331c5ea9f1f1c5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af5b2ba4e1c288222e3703bda2d58bf0e5806b31
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb5c8d12d46f9fc723bcffd4bff2e5725a1d9d280ad6e8ba3a8808092a6447ff
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cff5c2f013d72c2255b6a77768d3a66edcf2b3a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387cd5117d03fec0a22cfde653cbe518a8955ab07574e3a079c19d855a6d5de0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be91cf04aceae628518febdc140160e8e435fbdd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae71edfbd4a1c49b80f08f6b31ce5bf2f3d168be55e2793143dbaf00bb4b777
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f50901408992b42b10d02e9f0cd8560d86bd52
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf0413555dd1f5b4132670736b90ee5fcdbd85da2b98a10c2fa1fac2b6b8407
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c5b2eca4a3124d5c683d62c3ebb870592b2cd8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e418c3cb024ddc815cec018154e01beb70aa84e8900b8a42f1785ab8fc7265a6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae5f02eb0ca1f9661a7d80cdf63c6dc1c51cdba2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c82bb31efb9a3f26e8619f8a706113aa087acc75c5fe8958531e0331e8c53e8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2d78b6bbf703b0349bee6b0a1dc0a63341aeff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54ce65645a6b6d65806aa9fcb5383bbafdd964e7fc6b0a43489f7a1a9625236a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01966b18c8d44e7423f67a1c39c3610a14226ed5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3cf95f8e29f2d8b7d690f0ac26aa30946ca43e0276e5943fa4869d31a363cd
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c1ad59ec3f2e839b2d688a2ca55311a9b4b51d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105416546516d776cd442fa3a7f4cfce25ffe4f6da8b7c432adf792d5fffcf51
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2dd09d6315d3dc5c8ec7e0b1a458a8dad6cd074
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7999cf2970a4cf375fc0e5ad13343c3d6bc00453d353bc4e043843e1078be7c7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1efd1fd424932146bb020c9748020e15a762c7eb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151a63d71c13f883c15e4175567051dca919f171b5bb7820c34394d6685f592c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..064453f5024b2ff86d1a7f6a97f8a6b743ae31bb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2866d0619a1339d8dba47a476d29be2283b1ac823ef036dde12c7b44041c98
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b5fe007a355c25c196798dd73452eae4c5a052
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7edf1f55c45edbecf8fdfb219c58e3ed34fbca5c759713a6d93f9957458b5b0b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c27919d82eda61f77045d3be4b0245356af16b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb755b108969264f0bffc8237678e6ac7c7bc9c6df2dfd9d496a4f6d34d3f18c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..143efd8dd960d1954433d4ea369febfed4fd662f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c32fc22a3978217f6c0f1f265ac8dd1afdaacc0ac13c1cedf2490a3347976eed
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a2e569774c4fab73b82c1450a976158479e17e5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66789e9c462e6913f011f9e738af07e92590095d32e7fd9bbeab8214fed6417c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c7c5cdd58bab98737772cc632b18feadd4fd7c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7839b6655a1362dacf2338829bef857269980d80b347146a68a68de9d721c9a3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d32582d8de26bb02183885f52685065fdffbf3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792786d530e0cd101766a55c71b8add7f202ee26dcab24b66c7104b730695cf5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602f20b62cba02607f4c6b338c6faf94640a0b7e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:927413714d1734b2a40d3158d4a6ce02241475b4606605a1cc1b5688b0bebf52
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..673cb2950e77a8cfc4964cb6cb2aacc642f437ef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1d0e9db2069adeba61d5699f8a33a74789bb9ad016f05004ad1b904f9f3b10
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba18d199ecbdf40ec5693d869eb8dcbb2b467fe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5b75ca64844a10ce64975b4b737d40518f8d158f562b7fac352b34b3ef3780
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e140939e8a116ebf529d51522dfaec1922a44ef6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84982e54baadd098c256766e04281dea833d4df3ab531459261fe6e69ebb6f34
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e8120f773e208cd0122db6fce3bd66b9434cb9e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249bfbbfdecc9ce6fff41184d1b4b9688621cc9328982b370f4f0fc9dfbcc613
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa760d3e5da4a36fe6709d7e225f610a24331ff3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9c04d7465f15c9711f256d641dd8af1028844797f93704810495688c4f7ed1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..425eadb067290cc0fe332b2e8091f70eb8d674c4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:027f6f514fec09d74e282f5170ae0742151a02f509fdacf83e50bbb24976259c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28ff8b0f40bfc9b16e9f71f6335d5a4455ef135d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de01d9901214e90d9d5546e179023d109772f6ef28f34db6e7e7e1d8407f7d07
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6dfb786578d28f8e27354b786c3734f2184477
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a67ba40cb4cf84bbd906aec119256f7f51b0ba37783366b7839d8d7ccb56b4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37b41d6e89f08c1f6230a2ac544e2d0ad3d8ba9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04626c9ea801681cfe9c91abd3603f39e4457d82cd3e4e9b350278942075f804
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ed674df8306c6308cff4ca475f3a170c449076
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c307565bceb42e6d0ad51ca1685b430e3bf51c6496e86db117dff45150cfd360
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a5ad097be4b9f88d4565fd053ad26d282a8aa3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45ebe329e31d19a629815dc47a503cb5090624903f09ae9ba937dfbfa47c26b5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8ba86444b9f5573f7c1aabf7a0a6b1e57a87206
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c67667df33d9b04970382333d1288f93510bfed1ace7d3b6468fb6c3c66a0f6e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f5e93dd2dbff15843a5816ecb421dbe2b0e4bc9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c93e0f03e2511ec3471f7440e2296a7a809d3201ea554cb4e5e6fe2dd02e4e39
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad70ba791fb931ba9c4ebfccc05ddc2fccbcdd8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38428776b4fb609c48d81aa5b50d73e816666410519b3b9812ab8b779fb7cb80
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f1db31fe70ee2fdb2aaad1692dc6524cddeee6c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9ed5b66f9edf83d1d619d409c9e39e7633899b8102a5d13840ad7d0f2253d9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f86555e8dcb73c30dc384111c1c5555f952d4c30
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40bf1ade176f9fa726bf8c685fc7433ee618e18ac93c8908be87943111bf853
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..046e429cd62fa6e3b46aecdec8e7ce21e405eb36
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b2641937bec6d51093c5e56415d9681080b5aed7054758e226fac3b6b179c6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d09b997e66908fb5295c067f8467e5655ebd503e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a13ce8e71e4b7559041f63dff2a7143efb04d7730edc8eed494fd5f99d3129
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8efc0cbfc290e218c99ad659df383b8fba97f721
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f774584c1015a80baba365c8966c4377402c43d9daebffc58c39d7ca468763
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb294c11f26a7e359a7f1deeab965c7ea889e521
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d518e18f28a5966cd93883c71dda28d10047b605f45a3da32605788d6e82b6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8acaa3add622f38486aa7f20446fd5c248e9640d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:649a37c673b4400983b07e6281d96dc672c33df50957045505162a34b1adedb7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce4aaffcd990fc1b269d61fd3c2878a9b5a4d208
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cbd44d224df931d88e2380693a0f8882b314ab348c37c6506102c6e95fddd45
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b774b3e9a62c3d0787b0ed22b508a048a732382d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e86f99a02ae0166a6fde0adb53b12d3b59cced746f4d8a84d14489059caee75
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6888baa6f4608bbb73f4852c39686b5be6e165b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de482c8e69782eb94b016795dcf6815c792d5912a0f26f5ac7b934549db34dd5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcae31e482a50706874e1c61d5239bc46f907bbc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86143aa633a0a60fecad88b23e73cd2d443e275ea96a01c48770d77ff7b769c8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37023627cd07d03c187495034727a4855490fd20
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d47994c5e67b397b85cc7a449765b78f924c02f2ce2756347beaa1c85ec1c400
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62577003aa526f182ab3d0bed52a39253487facf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f1d358e508d1f30b94b53fdd94a81d9849dc649759adbfec54eeb8fe3602bb1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3409c02d513e6b2ab421c6c5be7ce379102bcea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d055386d188789fad725b228da4942b9bf8d1c76582e5b35db19393d584f9df1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d418f39c9c2fd1f99caea6797996ecaa6e72dcf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74df64555b917e3c501c60b7f754ef12e69cb46431a7fe0969e4dddb051ff531
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a55daa23b8ae9f3961b1d0d57b590e6904d8827
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02eb0b21a304a7840b455728574b82ce2547b4eaed6a4e42383fcdb8643b6f9f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ca92365109fe0e8340d05a48c3d611d6969ad3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ab4dfb89d9f7255d88a92a662d8d040d3fc5131b8033e1ff74bb62ba3973d4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..665eb8d26a00bf869c3d7d84c391fb4b29623744
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:972620df2e8dbf4839958437efe9704debb45e384510ec8a10886de30e0953ff
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062abb1bacfc226f0441cc3fba2dacf3c8d33613
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada7fb56771fba1564fb6444ee8bee816982aa726a79f2ed940bba89114ff17a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69541e8b14fbcae2b9a16a96a8fe62cda1c96348
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eaafa11d1554f7819b76dcc156a7aa1fa11f34517b1ccaf1355cd255deb0df0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26ee43a708dc397a654998fe29f4cdb84c4d3721
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b825e697e42e2aa8aa28da42e9e6771b420e325d5819e063b9e5b46d20fa8882
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f26d4e3a9ba09677c1e3fc08c071dd30ddb35b9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb621e293fe0450111ba345d7f09943e4648865397cdd9adf4aa995b840779e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71dc5836269d8304c082b4209d42a3bcde91375a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8035190aa0958f0e248ab3cbe8e2d006eb6dc3adb7cfa635d5b1fa51e1aea32d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47feba092f6b3ec1d231795057a2ad571862cce5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b676b5eb9e624b223edca0d35f19b79dde8704b665051d68107b797ec090861
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b77ad0734f242e96f336902759f8a80576630227
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebd57914c6dc1c589f2968a8266bc77b08c6e0b44ce78e1c61da63bc8b127846
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff4cdcbf164483f88d416efb6ed8acd3188e4dab
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1509c4d8f8c88c59cf9665e462c92f713067edb0e29a5fe91adec2fdbdcd7dd6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15373eae2b888c742358ccb34ef47c32c9cfda0e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69367c6341a0162d059407d0712819e89d5b143659f4287540c5d6740d693a02
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d191f9bf450135090a2c0bdcfb09952ebf848cd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d324c7cbd10e23de5bbe2dd2700ea92989834f81bcbbe481003c322e83e5af
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41b598f34698ab8f50ad1eda7a6f5f256cfa8662
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0183951b7853fec5839c64fc5e12bbcdf9e3abb6f95b498dcf4f663b7724feb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a65f82e67637d3b90fcc478f84e28db11a22a6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f333e84d341cf0d8c1129461daf62dc0116774b80adeb1f953cae975b8953019
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86700efa3fefb7f5e04e649ec8b4076a9192df06
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc77154db411409020816ddd3af70066c963947e9abcded336c71afec3a6f5f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce302bbe95551291a89cc7daaa6ad8c8b594698
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:902ce5e0d8c80954120220e2a0f3dccdb8538e050ba0e627ec7af6db263b4206
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c54b221f7aa762426512fd26768d0b11861e530d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f0dd9fcad24d7d53dcc5154d291b119b3b5d68a23d51f4409a8c84b4eaafdc9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f9469f59075ff2607810c3826fda581f56f165e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e697a51646dd356246fb74a71aeda7dcf711c87621cbf4761ccfed26b8c840a4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63705ac5abb3b82ea0c13e1b670552a9871fd4d2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58381f1ad5759ec06a71723ffbd115876582f485bbb6676de4eda5da38833ef9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b9d4072b22aa3e951ff31c6dec5fd7f6f86f7a6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3446470f781ea7a300207b0d62011aed951cb43d363a825df64ca7cb8aedc21c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e47bb6e1a362b93e6d41c59d2d08ac983609830
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be0900bd35c983a6b317d8421f8cda5d0e75c9b6e858c50b9b0e4d687f5a4d19
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f4daf4570cf2fb22c1a200f49ed8acfae1e1178
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970dbbff41becc1b552b472d618f29b281496f70373a86b4e1f35692c6627615
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d32624f282c0593aa6f9b5d5e2369bc29438d333
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ee078ba13820f68983dee4352dc78ea95d8625687f8ff24977f05b516804d4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfd3061548c1c0ef77ee9e233a844e133f61e448
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2530fa63709f6a5360141158e9076e1c02902c7830f8f9f6b0d536350877ca56
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..462a1fc30a3460832467652d84a33635f2ec1173
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b26bf989fcb25bc81e787a4c3c8215c8340baf255e93c73f914437946e30e8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95699ba2e5edbf7fe339215bf07c8e540e74df29
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b44433affd0e59108fc63bd466866856a388d0d0fe0fcd44ee3f08672f310ed
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a37e25e0a5e34d80ed5462cadaf1cc18cef82045
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af0694a2ca419e6a20b7938161e9840a6003fc108d1b481e0d17d441089b9e4e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3bb46d3549d2dcf6980667547018ac6b5655cb6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3dc94a0241bb7a147c121c498aedb5c14a09c75c23e52916e2aaddb728321c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13bbb7ac7fc20f3d85befea86db9518c7689b3a5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0cb45c697aa56b24118ed6c34e2d659d145be589a1c612cbd675a3972216789
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f1ce9ba0651527ce8f9b1cf1a515db6121b9d2c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dfe507f3006c246345333bc598c73034914a33bf2285ca64cf810a42cb04e6f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..787ceb83d29b39356c7bc1a2ff328c8c2cbdf00f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56bec5a522c5d5d07e891636ef07cfa800b0f9e6d07322e7391b80f484c3db87
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e17c5c6e2a47d3f8771eb29652bf9bf9158ecf1e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834fb7e62ed70b4c79d2a4d02e034d30dde381f2c892cf710a5ff6e1416e5f5f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f9bac328ed1468ead956bdf182473bca5d989fb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:497b1bc2a778c7b72fdec492695a90256f426b2f7f9ace090c545120d71c2a14
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01f300d756a95c9e66ad5fc728bac51ebeacfb2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c987bb66e31cfa3dc1786867586f5ed72149049fbe20fcbe098eef2acbf9aa6b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f68ba6cedf1e86e8438a13f2b63ac0a673465d8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e4bcfe65e250bf5db6f72e72a3943215d136ccedb44a4c3b8a2c1976bde768
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6a5d95dec4e94daeb27ad96c93704f5d097ff39
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb632a6ce19cb2709614d8251ad10185ebfcbd23be94b795d40ccfaf92a260f1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd26e0e25dba7bec105582642895ad70a3f8d37
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2045a2c01552b77884f954899924be3809d312a72abae65f305a5ab46c9a06d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9018b96159da6cdea2c2f0f099391e92eb8b3f59
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d6f87f78580280eb98f08c06c0a86447ab52007b571c7b428d127659364657
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d52ed5eebd9f8674b8b0867b9772ab080a602fc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f406cae1e9c62da8a53b0fdfd4ad71d4bb3e31a5d5ca8f7839a0482301e44d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e0fced319c8e8253daad6e88f03ff21c1bdabab
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3eea17bcf091312b6d17ca99b8dd2b5cb5d13eea36698612fd43d46e4c89362
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6171a31c17f04b0e5a1d00aa81c552651eb0f46b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183acd4aaec0f2be24d394025a356befe91db2bcf6231a23af66278462fe08b8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a896ae7c59b0460223c982d44cd3d996b5ad0c8f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e8ac97418245683f75c3b999df20ee3b59a2eb3e1907a2c983af9917d410c1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da218bbddf73a7a950887b0b875af7be34738ae2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ae22f7e54c9f39aca9cd2f692fb96f3537bea4deaedcd990394b70cf17f5ea
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ac4e21227c5734866c0fcf6d9b1f9a1e6e4a95
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af6774581081a1df1851471e3b315b828e78bbd2213ee3d5b6c14954a4f03e3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec1eef2366c76690a3ac59c6e2ab495e54b9c32
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6931e2866010c195af91ebd521af2e78c34c7605c9a385b475b6feb8427e9980
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9076efba002f4bc1808e10c78580ed1d5198bc0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa09763a02e71612917fb8246f9187fd8694a8c4b648b1bdf50899c5a8a21fbb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e039d5c15754a2b1aa6761479c02068b6b50dc94
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b37b25fe2b9e47459734800af548c164e6d5baea103430384531cfada4c120d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d3c19088271665edb32761884cfad382b689f0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c3bdcb13e0b2dd2b2c505513400fe77affab52db1aba9072f6d5533c9830d05
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88737de5421ce8ce420778d0ee7d8561440ca907
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b7806fc3b4233dc344789b75293334d9167cae33b67e5a0492a3dc89b71464
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..360110c446f81f66f177ab8da33a128a8d4dc262
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885d174609d0411b02a88f13419d1e2c161b8209cdfb36edabe955d034294676
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cb530a35f7e5c381ac96d868e1d545970699b8e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d9040ee23ce5a5287f62ad39cf8fb9836fd773c9a4c3fa7bf751327002fc545
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27df5d7d515f1c918d692dfa351e43016263c822
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:165e7b37984211bb1859878760ddc6ddeb8015af4adc59503072e2f2db660f24
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae82ce3d6d48c8f4c355c8ffa863794897c6011
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce72806759f9c6fcc6f4376340c25999d239d34aab548c783cfe48fd2fa1b1e3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad711f912e2c6b3f7c2e29f817bfc11b0a1002e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6cb6f35bbc129369c8c6dc67d4c130d57c19215ae197afb4c78739cdedc9991
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b552de883224e35f3edd36eecae9dc6eb69496ae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b844ee99181b591b8f87766a5828f1d9522ea4801d67d83cc30ba182923f9e1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f139409eef02d74429ac11330edea826ea3915e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e5891fb1b2265c707fdbc2f933801edea1fc609a1dac54969396f46bb58dcc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2311ba127575a23ceafb7f376db9e55f51afd5f0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a50d5f389daee4021743e071229ca26750d73d4bb37f282f381002bd40a792
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fe85386519923676760d8d246e8d32ec1939ee5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:704daf9eab857d6251815660ade05808e698f55956df35df9ef18fa8a3a76292
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f984e238c42a796674f383dd34b08b3bf481350a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1453266ebf56c49422eb4d200e348371c03df6b804f4462152fb4bbba0284d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9426b35c127643bee64f87511de36c70e04f2a8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19cbd00d6d40cad010967b19c26d2a7c4ff6f8a3560a352dfc7f019a24ad30a2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceef9d354daeb62908fa98a4fed644a7736527ea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7f0278d4ac3adf5601c52ba02e3876a5ef790fc29e0883aea7b458b1b0b8c0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6011531c722a0e533676501a428984755b51c62e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c11d8bce61ed663d5998e08ba3c03479b7af5e10b868cd8058a43e70877ce42
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a579d4dc7f8147ac0ce080b06e872c492285408e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d4a037ca7e81006f89b195863a45b7d7921a6bd7ff9b429754ddd7f260c994d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18544b7dae6b71a22568cfe579445dbc4244b701
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5fef257cb627c5f9b217a63c79850656efde7a082aab6afdfd271dde7976a57
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b1457dd362e92746fe45d79533f5a3450d9fe8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e0698438fc32ecf92e04df2ab37070e8ef2ec99626409085d58d10f783b119
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ab0017161da3bf21e0e75ffd2f1aeb886fc462f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6cd444fcfbad8034f4cb8c3f13134a2ece04dffed2524a6309ab5a5a3b78c38
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a6f0e3469a0d04894afbab30afc61bfc5d11928
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd520864ad6994af8c696e08b928b8824d62a7c07c44d5a18492f0ca215a887
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c64e6059afbb5a56ce094538e006a144542f981
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e39635f84fc187bced4751440af462ee0c34f67f0e6693bd083e5a00c864e87b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8126d52509a76ff093c170df82061e51f81877b0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf68adde106826cc06a7d060d5aacf4950323aa001a050d22621a1ffd5b45f2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94bf2f95f6737e5873c661b3f51f542bfbaf394
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:252d23ecc1927d27c96be20f5af537a8dda82ead9e0a9bd320445b4992ad83d6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c14140681073d7a57774cb000392bca830cfdd67
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b196d2eca2687031c8f7eef46b4187bab53668e9693db17cb0ceee1f2c0bf564
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d881f8a11593276bec334426f4354be87625669c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80492a7b5cd0839d9a2704d78975e59e7f5e46dde327be2f73f52821d58a0983
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d4f160a9a2d4322c6f3293d7b5e58de63bef20
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e02b9e1293edf91a1a8d9d404b62b0c13c97bbc769578bfae4319f2c8543031d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ba07c626431b8dc0a3fde7e079051382b2aa5e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477b6bd5edfb5807af19b0d62bb51fae59632c8760b62929c0fcc6cb146471bf
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b0d52835fa80819a7e1abc9040cc533bd263e07
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37263ad485448b2c17e754eb8cbff06d0ba989f8bf95ed8bed8f8de73332db1c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe11ab8bd14fbd99e1c13631b23319c7d3f0a7e0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ca0d42cba29fe7c42eb3d9034984ebc58ee04d74244a3f8d2842887803fcb3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d95937819509d52012cd4dcb4511389243c9289a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bebac09d3c2c08e3472b61cff9ae07efe7195b7fd3dc9e82ae5b8cb870742bdf
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0808a0db1ca38803148527d10c440331fa6d40
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d08122fb6b7174066a743b94c8fac5880c4ae1b26ec406e947bc3d57ce669ba
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ee78e29d59c6bbea4dbc73f637c45765002f21
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2ac9f52c4c1ca3ca7a0882d95ab252ae8edd5b93bd6c418210e32a6521e227b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4884c3cd7f9e3811640002bc46fea6da6a6b813
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e8e3da1eb47957b000c49339526249edcb6a33ccc05dadc98db17d249dbd0ad
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff5765ceab81313f3d2d2016c0bf53ca608dc64
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad756a3c9b56b79949a7c5f0bde7ca7f708ff06893f073885576d545af8e541a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df3503db2f2b1b6e36ef39045a2a1f67b70e174
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d3ce206846c32c467441117a466d750778951310e20824ce5d5cbc63c54d31
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02577e1ac87968c5992e1e0540c79447ad18fa9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4984f55add43bf15df75c0c926111c09281d45e9fa082a158c0c9bbc47f97597
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccf3550c3b83d785446caae1ba07023763d64895
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13456a3fbb3b69c1d56918b1a130eef62fbd4c7712dd4a8e5f56b5f95f2130e0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501e811227b91f8344199682646fbfe06dd072f2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0294e2188140e5ec4d2b5bc1cd668e40067c366f390fe289151a1513f0e3d8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d37b86aa02a509bc70a349966a74a571ac03da
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91670cf442e5869a254e1860441e5323c2d3fd2cb27de6260c674278b31eeb78
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b955ecdae196bacfa25d996048a3940bfa602662
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17451082ab78ffa8669c18e6636796dccace281e0c00cb414d88d507534bc9c6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6a8fb80a6cc6275f701a119aee6a650882c62d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea91771b932931823c9e5c103686f5d86bc8fb0cedc6fc677ca299809c6b676
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..391a7a5bb212397f232f6c75dfeb575c1c18d99a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eea8a42f42f723f3f757dd459a0f73a23ed9d6aed9938bd88d8e7356d9e1f7f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c8df953c90a7198e3c5d2f84586cc6791d1232
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75bbb2ca65bd863175d28ccbb62981f4a9d672b6e6d70567eb56c92ac0a178ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2979d3bc372c84bdd54f554afc209231409c8f2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42eeb2bc246ece2417daa7a4ff7c3563832b0643a58c26c9739e1563426615c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f14819a8e6c8b11cbefa3d5ffa2de2d51b82d39
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194cd45f90d84ef3eea630ada46bfb4ff7798768efde53afd33c77bff50a2d6f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3449fa1a0d4e509f66480ab6b9b86ec9401fd08
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ba7587e7bb7d938a4a61ba4be17868f1ef2bc546d3e6f7bec7fa04c0597195
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d65700e18e2ec88fb80c82fec373f5cba521f91
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163bc1c26659226fd140491f1035ace42aa0aaeb5660167947682266d4eafe24
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ef0c501fab91c5f18ec265e330ad3847320ebb8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58901441f5509a3ca8c2bae23004c14a4677d0bf5684d6342295cd14da1a6f03
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6592b51d6ac5d32f1b6ad7b3e9d034711bc17ef4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8234399dd83740ffe5b864da45939efeba576125f94bd025ac9f7c53ac57899e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f4b018260461c8032e83faf9b486147511a99f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56cba2929c8feb77f6ba4d7f07e3f0200d6e2d6347c4ee2a2c69546740dba4b1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d7a32f06f840eaf8e686bdf12cdacc8813fb07d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c161def7d6834b95fe1b1bb89ab8928ba1d75d75829ca8efa8ac5bb33d33bb27
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d9ca779029b2822886b5b088d0bf37fdabb573
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c4ed654ce2cd01b35bca4f1ce92dbafe6afa833d4c9989cbc87b36072224cb8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0bc6666e5982c810e691f1de06fda440bb6c374
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e094892b04f1cc735b8bca464e83b4cf34ae0f5ee037536be05e2d25d416c0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e3919a00d2f75628b52f2780d9592a1d670fb4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1064e6054c071716d0f0bf354fabf572b7a6627607dbf84445ece8c5da9ac28
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638ca6db62418c1413a628d750c4e1f2663ef606
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d4d21203c9094011454805d43dd5e6f2650ae4bf8cd5e815dc6b729bfaf325
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9656933a75750c9c8ae7806c1fbc30195fe3ece0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81fce9f57d0a38a4284e8393fe982170f94a6e5e918cfbcf440aaf3a365358c0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54f98863c172a873719b1afce0629e10082e8f03
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9dda21c15ea6d2db6d7f827355c00c8cb13f8a61efeb76e4aabbec754e5f55f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..724bdcf971d9f7d72da469371a57a5c389ca9081
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31c39ea7066e410d1b2939c8b8eb1e1f8555bda28304d5321d4dd4266fb3a28
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba18d952a16e8d7762fb77d649c46718bb525a03
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f9d94be698825ac99e7e6749bf8a171cd0330bd2142db3adee07208c3d7333d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ebfbef94fff2e5160d1a500e5262d39ace52a67
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f17a06d7fb0e3ca1017a1761bb6757c41e587eb0bb5a44ab08b6a82c23988437
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab8751a0ab8985753f3941a83f1a2c8e1f61f7f4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:103cd180266e9927639159366584c45cd87738fec23b1ff3f6888fccd42e9c58
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..788b8e15b484d7c8171dc2241fba02cba602f698
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40d0d9894a07525d271edf791d745267d353c7da957b92ddfa20494f7fe4d7a5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..755d8ec556965a966746cdcbf0455b63dd17dcea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65aa456a6cb76ffcea5e71af3fd10816e222fa39a0a43a9ce26c955be0a2faa5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a53f242e5085bc7e64dfbd643518d7cc7ce3abb7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a0a46873b9fa96752fdbefc6ffb1a4383f9f6416a37ffd3ff02338cc0bc19d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e721d3c4b3a7089772d5cf68124720dd8397ed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ce9935d77b34f9fc65a0c026ffcccd30faf606533ebf691c3f482044942d9c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e642e61a6020fa6c0e8a0f09a26f1a8c7e24d2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b1e52bd3bbc6ad33bb6493b477725471904dd700ac8c85b004147b1848f7e9d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f785280d164413986e13f76045de44ab839b61
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d1fce9cd5d63c7193091b75157d130a6aa8e46776a4db73897565a89ec3b44
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e777491318958d92902cac69e762ef61cd0f12a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dcc8712de4932e85ab45bdb51214bd24e4a08bce36cd5e28665fecc266d5fde
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1647fbe891f74a4ac096e94b8652d322dbd22ac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d278ba30acf7054c3ded40feac51aac56376cbe1b817ce6e058d1a64f8002ba2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1180cdf803897682dd3a05d5f19774b533841807
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c5c065efc1290c20fa25999885eaa2f77cf3bd7fb94da35deec7806372af1b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765e18e48eaee0846c3d051917e3ced630907777
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c1a8940b190004c600d14b5730e53b9826eb5ed12f122c5b4ecbb24cc7e808
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc3d1e8d4d146e68ef63c414011e1dea240b607
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860f5430e5e446b3df109b95c7ae91ab37e692be27961964b4efd55c568012e9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a138d4d4b430d89200d0c479f59d45e310d08ad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39623bdb9e47ad808321411ee4cd2628e9b5ff0ade52197d012d28c7bb63b1c9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f610ced97633c65db096347d6a6d3b93ce07229c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f764e3bc7d5081c83fbee13e8f4c8f2fdf18e3e616db937fec14ab99542257
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3904e70c1ec500a966ae72788ceb72067a24781
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46edacfd63dc994d11f17527af89f90757b6e602e8afc828c549d4666ae4b10d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d88204114aa503878c3906cac6a2eabfd975c7eb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e03550e61c5116e46da96b5f0515b2fb1216701083eb5af42cdd8c96e11c06c5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..001a64668ed869f651124fcc278150dceb22725a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aa218652b339133cc3364225e84ef1d8b1e959434937c8567755f1c5517592d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..129ca570b4464eca09e7155f1ce45d01893e0300
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86bb77925730f2a45e2da65be60ddc8ef215f2854d777b276f0da90d8dee68bd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f975aaedc13baa044a5bda5a87f5d915744c50be
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b694ac5b17cb8c1c96ba5337c546a17f72c492ae5de9ff412155fbf2d137eb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f500146176bad28546c7d3c3e42be6d19949fc46
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f8f62b1667609fd16050b9d22de087bc0a7ae9285f814bc609ce9624a1c6b23
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba4b0ceb6c5e4b2bf8c59528af29784f7dda38a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e418a27a20a40d10ced7b12910cee9647725228e9445a83623dc72042bf6f7b6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282243fcb0be37d5189663c3752b07df6ad513dd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:565f619a6f7e7c319be164643dd62bdc1c04c5d782eb345ad2a368cd90a930bd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e1cb8fe81afe86de7125800876e8f49a012ec9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dba6e433076e9caa5ad9e5202034c384e40ade5dd16775e28c693c62a635d4d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9270b6bcfd1b126ef3ef0d6f4c0047637d190d10
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a18adc108e20f8bb31eda04e98b0e72affecd1cffe290d098484a5f34873e510
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf15a8aff401c5a821703749dab659519683637
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92e73012a888ee6fa410757abd0ce714c4b46f4fdff657f24bb900a6ee360a0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0869cea72ada1df7b9bb4810884ff0ca24f3d41
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386304636b64a34dac5d45896fad25e88522b915d4fcb336279a9f5674af44a3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0915eb5403440b934eeeb410294cc601547bb87
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1093e6866a81f618708a4426c38f7f92766e5e68054adf5f285b152ff32f7d84
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ef58f91d548022c84cd2fd4220e6ebaf48952db
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b21e3fc54c2e13e43d7b3d04a4f063e9b80e9ea48fede65567ffe75d65a73e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f389a7266d582a1a7454bf6cc32f392d1d7fec68
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d522609c23897471617eacc1471d95ab1ad2e0a8c1c36da68c790c38a2eba1c6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd724eec51466172c4637154166dc1d3c0c400e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85310212df89da1f5a56a9b78a32ff9848b50a1bcb234023a2ccab2a1f9f574e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7d139369865b1c81516657b85b054585c040ecb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2513ed3fca467221d9d48e8ccb4d92f1f3adaa40bc310caa348c878903ceec2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f014c726f8d7320a188173120de65474abef068d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c3ef61c3f0ef08a035d55ddf2b0226f0f7230d63f898dc59ed9c2d77f012a20
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef25b4bfd2ff79e329b35a4bba2e20cbfada392
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c27d218af012003245293e792fabcb3bec2723630a217c35ae0bda441bcfe3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26448989c3336c7006913dc7fff2b1f7c07aba23
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7c70dd2bbc35a6ac471218286078be9b22ef5bd6293134f6b437dd2e412e6d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..225bf3f9cb211b112eafd34768ad8cd44f998fe4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5c1ff33b5355434d1a6d8306f82413c21fdc481f28ddc4f410e9f25d43c0b1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..808b8a402edd20089959fe01f6c80543b8c918c5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2108751991b630ecdeddee1a2403403bccbdf852887e2664b2b3a1710c7e7904
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51da68ecfce248123a3084f52c144c4cbeb22f32
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acef972086dce394c21eee24b1a5fa973b1a4f8c205e808d6f52122e921b25c9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa5fd34f727b0bf946ddf2bfb7656a073f4cf890
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c074bc23236b07d790d54933be30cd062a6ff341e2a211f5b4e381ddb4ccda1f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee95ef38547a802731c21123f4db0fa9bf65c828
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6d9231dbfb114361b5fa1322c8c2839ab61f6bec512c217644e842706087c7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9803057c23ec97fcf18beae03729f12d853aee61
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3368b72e91da5be5277f9f9c10b7f65ecfec49fbf063bd5997a898056a4d8b8d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f286d03aaf8bb2984afeefc5467442681311e438
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc99214768eb17a70f8e7dcf93d0f058fc9ead402d26f55476f011c31f612fa
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a31b7aa5a418582b44c2f7fb99449f6559fe33
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cc0819cee6ded391a80de94c97dcfa61494e3a562b62fddaf28e2b98356e4d5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a544d95b6b4c7f3bc2608cb35e77fe22c48f6ea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5703637179e169db147f5ebb4727d66adc8d0fa14861504ee5dc0dfb039708f5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4cfa274744b5803aee3966febe69e8470380ff7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05e176aa82f390f1a5133ced53dd244cdd1819f181a435d89a13ace04beac42
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067d69ba1d21dbc8915a3cf73a01a93bb4b17121
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c045354a738acc6343937c5dd55a8eee0422fbef12d631d26bfe43742c7246f6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a40cd8d9fd89805a3f21b2378f70b810ac21dbf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec84217c55e0259a194ee2ccf2c45a0f9469e1f7e8dbd52ccea03fb3fa9549e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ed6351b4f554884a806a29ec91f2b94d019c46
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb0071351d7a4dab16dae6635e90f8ecfb52be0af98d391ef62e08199a93e41
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..960f8bd82be3b2cff49f238e12ed78ebae97e62b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bbf15d4108e4c4c0a0e687c1c9f2c7696add4baf7f439f18fe93e1141a21607
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ea540e3a47dc90d0c682ca9d03143343c7361c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ae504fce5351b5f8952d2dc67fcd38f36c7c79fcc42f3ab2c4d028c35d3235
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c79d3127228a14f5085b945e3eb9b87ad4fb5811
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b75b1aa00703b344fa63acb760748059cb4f673fbf4b73fe5bea5d88038a50
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..babdb0f2349ec25926c9fa3a43e26664b903d1f7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a77a141ca76d11f4262ba9a2483012a96d3fe8f33e796815fbd4800b852a6fc
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b38104520adb6eee3f1c68d8a003d78b36572c9c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c337e5c21ad3fd2889f18244d55d5303fffa2bc39d380e2ee82279231e0c93
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa01b0a9c415c9c12c28b2c783c320bb9e05d1e3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06580c8a54d4a3a505819aaa75b75ad9de2c66dccca3bd0dcac98b06f174f639
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa3a6fa9c97cd8c0de2b6c0aa624e3926075fbc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365ee6d683e093bf4d0268bd454ad72b436c8cf2314dbc01ce01954f8c740b57
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d6a0b507128ded39323a5d71de0089022714ff3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae3b6521191a2b1471733697c19381b81f43e5eacb16a71a897fe20a15825cb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0da07071085a1dd2f27d96c2d3b649c1a5d25e6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d0afb4c1a8c8a752a204e7bd5d504a25a205a181077cfbc8899d9ddc9bc991
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8bd50a5026926397b548b20a910ff784419df6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f90ac7a0215d11c5029d45f73b156077c8e41e6aea0ed908062fc15f9cde0f0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f595086e0c35edf1adf372585ff0121b3b3f87
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac774d4e80019972282fa7da79b8941fd93432ac560c5ba82c5a7b6025b6648
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc42caccec48c0a4d8ef92f905f40a3d804c0192
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c51ee83b7bef75b31087215da01e0b97113fa7fb8408895107aef210af7ccc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be4b6c09dd706d081168260bf983487ac01d8532
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7776d592939ca850378ccde1331c7eb3ec4863b4d511b4085015429c8be09ddc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f027f7bd1c9672827375d592f0b8c20553a6c4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e96360275669455d534d49fcc5f518a2179e0462891efcbcbfa049b479330c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aad6b5a9647bab3281d78d1d8bbfd731863076c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:300906dd116c704f3fa43f592a85fdeaf95f4bab1a4261a14732cb64138b642b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7836491a3cf96c1f3064c046fd3f46d6691f9101
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b363bd05066b0d35d7224b5408c354c399a39285e6c39b0866e1dfc55a59b4d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff574635568be8999ce470060ae8a209955b07a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6fa89d111dcbf6fb1d2c252fad2328a34d91295d82fa32d88e9e4320ed57213
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7304d513b1dee90461292895dadafcd26817117e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7533309f9f58c23a4bac3254f5a56d7a18ab5e91999b1bd3d5443c9821aa2050
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3a6b323785e062af00ff9d5793ffb9e1810fc4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10dafff7ed273a0eefc9d6e37fa9f5091865054f3e0d344c776983c10c4134f0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80a591a2c2feabec8cf5d250217f10b271e32a15
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc5d80a7ffef73e69732c2fa22bff8c8e9fef40656deffe082a9280183849de3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0a9fce04c16a54630c48021e985d3f33aacc93
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c8481960fe93965da6ccb11674ebb6163eeb80a6e1a1b2ad10543fd88e84df
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba2f9e3c798f23c76418c6ee983cff837e1a23b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c657844ac34561358daa15ba9cf9390163fcc7db40a83d35987820df940728
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df1b428df66c4ef817934b9368cf9581548478f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d001d47d5a8e64f85a46a0b18391fb11dc6c3ce77e4ea50dbf91c8fe665edbc5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3dabd801583c1b0ce390e4e5aefa3eeb78d631
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5250e45ad6463b42220254badd558452f6fe506c8b40f7101bbf4b3106391f9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce39774892d56f22851c7e300321f25a8f33c8f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:519e4b1b867642b30083c36c394bf156bf24e5bcb8dcd4789a6d5953d2a2e7f9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89a1b20cd8848a4c17747ce864157a906d21f989
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2cf1b056421900299cbbb071d7f30904651e9a71ada22e49b57e50696fcbff
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..780c571e4c5a4c4bfe5f5c765ec67889fa947d13
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb6a00b307fd1d2c2526e499d242586422cae661e5f3dc1d0eabe760bf3cdfce
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb036c2798b9996cf1823790889e2f84fbc57bf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2540f0e72efca311ea23fcf27221bd8e597eadc19528ea4686f773b83fd8a343
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f5fcc25ec7c35f38cc06de509d1abcc1a77b995
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea573293171078838b3afe6f9c04095d5f0bd52515223cd464aeeeea0d28970d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c3867b10fc5b7f1bfa7deb6031250a28269e53
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1edb89f35eea207cb08f5c12a7cd11fe0c2bb124957972051c85992f9aedfe12
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d346b1c7ce7266a8f91a21985b32b3b96b37be38
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:373c19090d0bf0a5c0913b1f681dca20c6c6aacec428f23e34d65041b970e3e2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..328a9410391e2ace4f01496b5d8d7bcadd5d4598
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba182a9817f01a27d9783a6156c7dbd5039df6e53589b33fdc1d77625bd65097
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6bcc39455f4ddd87162eb3a75c2af33052a7981
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1610b8b31ba5b07d6b044f0166fd9f5e4a8d35a474323013a7d36dfcdd24ab51
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..066094ddc75352469d5ab854392a404d4bffb90e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee7db26e50faf88540c8010006f638bff415c2ac49899cd388e5564a7ceba6a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d85184a6a3c0c82fe1417c59dab8c153f73defd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b7bb3a17cbe9238f4842783b9b6c2c24d30715bec1c8bd4ef2e0de990d278d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc13a42ad6e5541f38bef9582fef1a522dc228be
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1442700b6cce5fbd370cf778e9ade7f2410c9396e7a1290e9b7b7a05978ff7c1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..718d52a94fdae843129a277a1515db63228986e5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78c84c4abad34a5616bb2a5ae9c493e7a7bf3ad209b30ba5d5d1f342d822e97
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b1a5fd446b47e84747f22017e232168e31b250
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae5bd07741c1cd8d997b3e6bacefab3f6cf34c529d4907703baca455c02f4aa
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d638fe49ede320bccc8d95713d63c23dac1ab9f2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151002f2e4365105747d477fa35ea4cfceee650e11381833a5984accfb32795c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86b8d5028e638094b95bdab9fc1e2f8caec5609c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77108626f630c51827bd68cf0f21eedb201046da0b161b44978e6fa789b351b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1a0c4bc583111c187dd9a47a387e84ef19e718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:518970734649080cbc7603f3badb37561bbf12a2f70065110e0953d0cccea974
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b07bc77e49cfb6e09f85cec12531c46431d336
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f3be58057ea7bbeec04db6127a7e1f801ab310ad22727e437e51941a92dfc5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09de0874e071e6ca720b8ee8a3f12842df67017a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa58c51c46b9680cb6c2c988a63b09acfe6a2d82fd2ec85875660372a438646
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f81ef5b4625e67f43ee7d071740d637d0bafce8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9318759d750da16299ac6f44d35ee47e4c32c44992a452a7c6878a6879866066
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984303fccf428136b0e0ada89ac5e5c1438a6d61
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00900f7b66f0ef79edde9fecd242fc6804486e827005d2803bc47766b514f0fa
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58771547d174b342f481cbbbb581b2a7d8cbca14
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:035471ef0623fc1b3e9f84a60358a63483ce102f1bc4f61b265ba672ac8b553c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a4c467367c709bcca46a41a353bc6afe8b3a75
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190d06edb9f1dae244ebaaeacf94250f018774b2fe9a131a936d624e71ba341a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d75e357fe1c9f53d9f2c243b395c0053be4d2e7f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207c16ba69ab332974f1e83e0daf65eecd177990883a7c2990473988ec380461
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f959db339bb29d199afe527dcad753af5c2af3ae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ba0019d602981f1dc17f52f491f1f790992b87bfdd82dd5e32513738e37fb5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d8be84e3679514056aca377334bd85aa0e6e036
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5bcdb2c45cfa61ed3298c5f8097d0fc0c57f1b3ce390e6df71fe0e46680d03
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6d378097d5fc454525a431371f54eb6c69f4299
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae7e7df6a7d11cd32922cef796e5c0b0583ea572ef6a5dad63ace5aadca0172
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d3a02128349116fdabb8074290836f90a4bd085
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c5a1bc74f0ca1d51d14348d2634fa9e542fecc799366b4d05279275084c706
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86cf97126268c4df81df31f2ec0ef8d0f8a773c9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5987eb10ddc0b1ba42139b52463e4e87a303dedefa82f008a0bbf1b28b2cc2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eec8eb0ca67d0bc6dd82aa14714fc9ac3125d7e2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e357eca62da762a89102578e41eb9436a4f07fff478e8f9d17c18d8fae4f2a20
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b925f25cd4dc85606e0f9d2d90bf61cb6c87f989
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b34fb70c49632ee578fd28cee5b499af02b4c488be29f4aee18ebef170c7ab
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..744960c6ef70ae97973a4c4809fcc39c9e63c84a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2e715df80844ca92feeb0b4d649d1a8533da90e12465fe1e3c5133fbd48a85
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3430765e859f3b40805719cf95b7f614e6f62c9b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad80d46e5b27f459b0726b1384915dcddd2e5a6aa612014683cc64fe39fdfe86
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f228971a2ba53c585a0e9e11cc92ced4d6b30fb6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65aad8d0a3c55d7c669200476f87026035ba438f057d6cccd2390831a398477
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a60c1ad3133fb10169531b1bf98265da0bdc9d81
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cff27f97d21752d84d738107355d6c08ffaa192e182e699466eff58e7a0c5b82
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cfb9f308f572449fcbe7efc5bade682058250bb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e287bf0b913d1117c1be30aa92228465804c5600cc4ef1dfdf6a8b755d208995
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c011bd220a98892581c4070f63ccb77758809f03
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31e4ebfafc9a09f39d61d4fd096d13db23cb2e40a637a6f29040c0012e7b2a2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ee42c3d4de7b0b5f20e6abe3891ce3fb4679a0a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1dc4f76203d014f4dc8daf3aefd1d08342688b3f366310c8be2ad14cf4da5e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af50cbf1b7bfce68a130a91001295933a217e846
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def9742bfee3e949d36dec3d25fa84c8858c563b5f7b387f94d5906c2963d17e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1489c477a4d9800b6c85e61fb00528823cd5a25
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bccc69bd777deee21540fd652d5fb82da709bb8078fca38ba5b249b443094e1c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9862779c5feb5e8b89da38f236b603aa13ff4d8a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0837aac51d9ac7573c15570b476cc0f881672735571d364ee22d0657cfcb3d40
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c19cc6ff892b008b9e1c4771a7594b133eb19c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786aa07a86af1dc61f0eed1bac4d07804411ef2096d02d207ed74cbc09c9e0f0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..859badbb6a2ae8a3a5d178cb90e292f97a67cc4c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc66f02721bc7eca949e2e420d92b1dd564b0df49131abfc09bcf792826e65c9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7950b800467cdc89258efc8cb23a882bd6323a4b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2a768e35eda696c40718de99ad9b1cc8654ca66facd5918417d7d8845768a5f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13bf2ef10a59f7ca90015044390112c8fd4c1ee5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42198978b904b5ca35c034882321a819290e734ea442cfc50002d3d9ee9149a8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bccd53d68e4024291e2d47efc1f616fdb97b0e95
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9f3f50c56c7c3bdf985cf98b46543c6d56061c53c74a00dc9b481d9b935f78
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfcd4022e4c10614739567d5df8c2950215a524b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc6b4518f34b8eeab97f6f3e17f19243b5fff5089867dc6dd0f77b6847ce864
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87365aa863f1c302cdae50028eb31fadb942b6b4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ad314a1933250dbf1f97a11812bf961eb95b066b35845ac0d90fd3dadaf2ab
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df6686700d714e5c0c03a44fc1972adc397d69a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3dfe70436e3ee2568397317095c5dc1f99f593ffdb091a42035e5a5ce3eebcb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc9da92578f05a193389b5373bcd57d8c86430f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89cf7f47069fba7148e5c2bf1c06325dfc17b731df89bca08066b2dafcd0d085
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd661b6e1be8ee5d1c4244286e5972b264ea402a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774424751457dac471e4bf01362a59792e97732021c8c8ff2b16b756b844275a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e54ed94a8593a8b95aa6b4c43e87e0220f718a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3256fab3d67c21ea5739b6631b721acf018f982ff3f39427d77895e0ff483602
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9306f92f02100120a9ee492ee9020fcc597c75
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58e89be3cb3b39cb25f5c09caa84ae98fa00cb4373ed820d0a5df6fbdd71de5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763e208208296f6a9059c35b04c03dae37aa4584
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be577585dfed93a018f732ec74c5dc78ebd83c7dd8e949e42d122d32c449f12d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..995ad84f9e4d559a76c20987918c81a4ce60f4ad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d943a8f6163783774af2fcf49f32ef441869654facf5a9f5e2b35a8911a470d6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d02ae330208b3c70f887706c085671f7869068e8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb62f810dbe397b9ca2f4485ef65df204660f902e66f44bb90a957ddf2753fd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c16f6f0a5b95b68147c04fcd55cb0b51198d728
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f3c9dfe1916699c8ad8487f98501be45377af51d026eb8bf661ade7cf5c28a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f3885b966df8a309c68abf716b68e860771255e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e151e45686c052c5fc2904c3cfe85ede03b238e68dd6893b3e312cb8c2d6e093
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d3bb78f0f448bd82fac06304ba9e1b872f0be0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ec2fd903a007ad6a6de649ca686c69dbbbebaccc0b9e64219d86c122fc14a8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a7d860b60e14bfcef58a837e158b640fedc563
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9aaf60777e9ad77df6d9005b471bfc13fd756e361c3965591e9e654665b398
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb0b46f482b58ec1512d320ba5338f5aba94956
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc7e4b42b1527da187de6fff92c63087778ecebe221f6ce413318ffe87b59b4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2807e74e918c8add1279a21b50802dfeb81e53a0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197f04dafd53e5fb0a103a32af950553d20d420ae487550e37b991dfca45c907
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d118b39cdf3a2f426237ec65c172c44f0683b14
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9bf1030002d5c73ec10ee7f1d4a6d91394946f3f0477a7bb7435e9220cad01
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0212ab6044067accac6de21015b56497ac4660
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2945ede85527fbe626ed1c4e4ccb281976b0c5edc8e385330dd4b1fbb3be64e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daeae00b2eb42e2745d7ab8e30994634506bde49
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:484adc864862f8eb009cb20a27b4487c42a89514c30bd8afaf53cbff5b43ab45
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a5450a4636f20da72cfa2d3c2111647b97dadb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555322f591cc6a458f2d3699db7086f695da432a22799398008238d6fab9a601
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c65e2be10a35b13cc61a07ca5a4bebbab25c4a5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ff479e9d6606837a001d044df438c3aa9cf83fdf5beb45c79f9bde078f3afa
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2654713757ec33cc8cf5ab70d1bb658852b40a2a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15e959e9a2d0831d0f73852e8a96ae7ad4878c9323edc2543e469800700a1a64
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c57622d0209c4bc435c80d491273ea5cea7a2e6a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26729fa9c87562330012704e603a0a9de506c09b5bc39f3f567452b54226069
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b3ff760a9dc454eb80f3e654204914f514527cf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:521a18a785b1e75ee2bdf2eb3464907c02dacac955bfd326d2fb24a9e137f4a3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4894ba8cdd92a9e9ce6db6944709f9ad1668449f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd00d2c8c24bfd6701897f56a588e831e73829e9f6bc3c71e777456b8c92fb46
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d2ad7f007ce1218242167076b745fa1d2c4952
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:467bf085fc34b1b7b6ad603e3bfaa82d4fdf2920516e261bca42864843494cf7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bafa23eb9311af0554be8e347356694a23cf30b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c98d4c39411e8c6d668f8280701e3e7add8c720504ec2637f9a1497a34af190
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acebe0c6a4e505ac887756f61ebd42900796bf81
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc6f79cb029e3427fe2165987357511cd4905ba133e155fae8257ce39655daf7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd77d357ce615025b17c621464dc11b3b1c7d1c1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db958e2a7f9196bc2b42650c80c46cb3b822e70ab5850154c3d6ff4986ec85b8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea55ed684dedf52e07cb649857c159dec50a2530
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b0323ccccd3661178af5da2bb88d64c05dd28b78d18330d9d86252f5a2a3474
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2eac90f33e6f6972dae54de2c88057fae4cf465
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ae7d0010f36ec54f7c0f51dcc908d0ec589f932d6b2b4c2aa49c26c30b2910
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5640cf589cf0cb1afe6bf0cc7f957843cd0d2291
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:957f0ed1aa78301042d5f491c91f2bff079cf3802114fc63621e837a59c3ca03
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca70c4f6781453bb2dfba2588c1ec679c9ec2748
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b59e1c58f619f3ded77f5313476ac1ba85e53436c551a4aadda610757c01a9b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0921226b4bb6d800a85562e4d5794206c78bdd7f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a9ba5a99cf1c5c183f29a55ad5cdb980f9710e17e28b3430e76e09bd0412663
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c5d4b877fc5e2fe0c36cd2b781f2e0494050d7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd65e02327618ccbd5d133f0547be5d4bba4127e597b12b6d0e04f0a5cb1fb9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca36b47d80ccd83972a01aaecebd16853b843b9c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b621a5acc79cd3411b9337a6e2cd0fe4241bcbc30bbbfa9997842d163496b4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..559c35afee4ab3086e11f2f7ec025858ac47167f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33cb437f9abb77336a1024ed0b2684c38872e4d888178d8d0eebd52f6de40fe6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddb6e991e7037e5514bfc44d85e717d7a844a885
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46fa028783180bc84a67b90c79a2c859378bfad9ac61e2e050d7d05ea0c382a8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b75dc38ce58389b32b6ef18e8ae8e71d3c8c946b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358a82917ba3f7e0adbd47e1a471baf4878f764820b560355867c0b60d6e0136
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0092f808ca8151e937d603d30dee2711ee2a6e8f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c77d3375f121a4bde1539780f8363e61bef57df1cd176dac08ce9c7d2d8a297c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f92cd1387dc5b9585bafb8afeead131303f1c2d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e322bba20a9d3f702ab0978bdca182f721dcfdc92015a56448d78effb81332e6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9816517368c4e61aceeb3396d4cd17cc9b08014a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a37d697c1efc48ad38e6e399d7e7ec522d589a9d148694aece1c5095b589f56
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45fa233ccc562d20739e77e76809036cf8554fab
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece35f72012d115ed392afa40271c96d9cfab2ac79b9a062e43a5a80063df1db
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93425fcf63c4ce53d2d0d83799251639a8eddbf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65e20967e22b55985e4d9f1d288ce3f40c20e53d16c43d6bd94f373af49d201
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bea0c16195ec044fabaa086d205518b8b04f8f6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:727e88c972f8de01eb6fb008870811ba813f90f8bdb1fb76af6b05aec2ed3173
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4873df0cdb49004f47e33b889bfc3f27173e89f2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ac5d52cd98b9d942e62f90b44baedaae572add6a1245f2a96b3231fef873cc
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0900eb2aed25c1055c1f2b504fcdbaf610af9e9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc02d61617e4bfa1111afbac2815119bf01383331f4e0e0f439405eb7d08b56d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bf96c964f0c98861409c12a0d6ab34504a90a2b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e2ed128fec3398d1b8cf472bbd2c071b41d9868cfda1053d3c2846b11a20e6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..946b445eae0cf69196fdf6a4ddcbd7360c82b16e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70be9874cee23f3d000a53cd45dea6410d13c3018288c3ea37c9ba5556f13f4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09d2762354a4fc54545c144c5e438bb271996954
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3384339ed423c589922d612d20e987a77643829882e7fad0d225d62a51d52e41
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d41f063cd8abdbe7e7356e975fe4a3ae4e236c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4710cd657891348a1ce0d64518dd5f4fc711ee5ddacfb8bd5a6c7816a7fc658
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c39f1be8cb022180d9f8d58c75064d212fa5b089
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb28cc9564e21803e5b7d08c1c6f8712f4141d43a8562ce4464f826a7ea4483
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1493027d8046deca8547f33acf85f13801cddaaa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f719a372a26bab9770a4e0c10dfb75e6a616e1a20f213bfbd30cb416652e5b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89a0c46319f33b780c1ec2da37e30b2393d268c3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e280989b6b6e925474e57baab5004e94f6df7be8ca97d9575c26f57d7c81e369
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf5da30ae5997c787fe843ed3980eae23409dcc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c9961f559040b05e72ffb2425c608da95f6049c89c45be21b81850a1ff0c3ec
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe0c3d2f6b46782d1801deb5784e6a5f0298448d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c4555690bfb150ce527f019227463364b4577bea023d8d1a1c297b691bee22
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ce830edc3070324d792a36b3f6c0c80bb46b21
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df8fd12ccad879c18af4ef99fe81f43738b5a2fb8bf849baa80ba0df3e78fcf
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d0871957e22ae330532f66b59b2154da6a51ea9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d2c744506d865a43ffff9feba9862ff6610629af34afd57b75a099a94ae2c2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745066ee26eee73d04985b29ddc771843b7a29b4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:626866b3dff5d6047c608bfbf078ff78c74454bc0275fd1e3afec3e09f60ae36
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c636fa78b2d6152b135ab99f9ef1b55f4bc1f3ba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d24cbe0b12a300e20886e462fcc70fee90cfc4fd95b967025ff9b38f33b439d4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba43674859491ba3f7b451ad83ebfb00190338ac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e4d67b10db48701c03615241fe140c87c57e96ee5fc6e7b813fa18c6bf6332
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df7be11ba258710532aa55acb74ab04d8d2c7ae3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c931e72c9d2f711f559119c4aca1f6cafe6c621671ebf80cc1c434db14d6ba3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..129461a8cdec27a7cd668cd24760b572492b4149
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20a86a659e79e2c617baf1b88ff2425dc474abb2315648f0ca4421ca3bdf642
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30e709c808dec47e9af393b88233626e8c9b831
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c01fb8efa352328b157b38717703aab6bb23174abe9606776705eddaf86c6fa0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ec96e0cd2d3921a2af80ef8c4fc91df6e9a377
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40a8fa6ffc120b095c6479000a9c9f571c9efff814bc2cc91e626388b82786c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..911799f43a83761b1be2f169b7bd85da589e2464
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e820001e05959be4e403cdbe3013c0157163daf0f4a280b247f6c60e0852159
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b1e603e780eaf482205f11779984cf6234fa53
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cef5cf0a492cfbdb82acef836245fd0c7a3f212250ea49ac67101b9911e8b3f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f14da344a38057c742010b5bc095be4c2f0cca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2da9ede576197c86805aaa53a51c96d2eae7503f755aa6d3dbd11aabec46bb7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..132333568cbd53d2d84a714656395e5a62e26b92
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a777a80beb952e82adf5189e4586adc4953926abed99c877b503c7af81689189
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0542bc0cf599f1a6b45dc0c1ccf18e94a8633717
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:930a2fb00d9a7e1b3c36345ba71548d2815185541324841c90896ec36827955c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d1d624c2dfed38eb87ae2ab0d869a2bb5118d7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7188a82f1e3256d47222d88f3d54de1ef8e9fd17eebbc112becd5ec80f55d865
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/lm_head/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58db6d566290b4c299b5b1e5077066a056f79c9f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d90fa5f3bf7c7ff67f05ca06444f9f6d100b99c9dafa7598d8d01dd64814070
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/lm_head/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27119c0a2f79a50f060abe2390448ce6d08ce179
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f615703a1432c8be8d0fcdb6fdb8d51b7b7cded9ccfcf1e469543669007c470d
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5bf3cf2ee454c43d2d552df69b7ac4224adae54
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc4044c9f7f7a7c96f9ab60b5cf67958412a36c25e890e2e0bf3cf9e32568fc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77fd93dceea6cd79fd2bad5d428eea20e65666ca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a10beeaeb8126d648bf897159bc9d6bd0fe46c4fb63b87463b599dd6bba23d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1274bb902fcfe8349305abd98f93a0bf085ea22e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86babb792fcbb0dcd4b9635a5cc0b4ed14091b71590c0736029c5b3bbf53581c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ffb8e59070ea4b354927ea1b8db9e3dcb37f69a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5576bf0e489667939c9c388f2808f223c4da0c0608a59db9c890d2b62e6cafa
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fe77e6010f48c3304b748daddb7eccb2c30eb35
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:075b97e4fb0db35d8ab6ab85e019b4195110597c49431de8583c63806b794716
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83cdf5a81182bf63d2827c7ba11085164f6706d8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c47d16eea0c0b59103fc890a2f63d1042793a885abf699018697db015bccb1cb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb38b7ff2af58f767c5d9235bc4f41911b5c327
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b057e664299134c96c4ed431857b32302dc7bff09193dbba68761eadbfc01b6d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf97071743903af84491c04a46dfb42243835a83
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c70896af74b3eaa5d84efd8d02f48576fc2dcdbb682c6003701c63f65c7504a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9f8f9c17ecdd6edda57c209e9e24bb0e5b0150
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f7588d8b7f36764811c8c85304592987654aa03c2cb21b305af0cc639f241ca
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc618342944b216832c8a7abc51d110e2d90fc92
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84aac70de8abcd6fdb86bd89190b6bc49281712bd99fecbf136fcc80628f6627
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e61a1fb6589441c5e9cc54ab6e4f5c1f56f6a03
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1da69acd269f992ff12e79a90bf4bce82e35651cf74d1d8ad2077a741185ff
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a60ddcd956f94aa58283ad023e0dff342a62d49e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc4a2ac1969fdd8e3e06ae7d2acdd82f4055f3a6cd1bc20dcbff5b816cf4e25
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ede0298e6aaf66209c8a3a64840fbd49219636ae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea889377b2d7be279b668438cf5f82069ceea0d3c5e58e2a565c599a6d591a43
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88b7d34e9d24110d249ece83eb057880d5a509af
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814eb3efc581d0e4c241edd965d783d7197286f74f181cb63a13992715a43a2f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39646d24ee527fd0556d7fe6c32c83c0b234f9d9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553963d262c45405d3a5a3c7d747ab6b90fb01701c98f3137e14a9411b01c359
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a84c65c4a2ae4ed0345f6b017149026bbd0b3618
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9266080de9ede1e2a7d8b543ca64966f05982bfacca54ce337c7c10d9d3cda39
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f1eabf0a12396d7105c4f5301b10eeb2a900c2a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56fcc52d0cb2ef2d5f8ce34adce896804ec9d92a31fec24ba21031a172a38a4a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b475f85686865ea65601d645e78236f3a9f72e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:628d15709a487a38ea30c2f3dcda8b13004b045f6002f9e34959d51658d6091d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea9b0c223dd1f0637dbf8468c2080ab7ee0f9f2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca968b038f3a03501eeb8a64b7d2b5466d19577fc4e6510cb40dc07e3a2e6599
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..955b7937cc230ebfb8056dac289f4b4a0290a59e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2645a9e3946af6adea27527013552752cfacd14b4727a5fb6cf3eb76aa15e2b9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b728b30374cc6abc4f5ef7f9269cfc377cc4ac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad79d7ec35ed77ec086eecbea95bdc85bce154f0ad94a82f266b85f44399268
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..289d60b5f92a8ed27d7e26bd6899b0d33f3dec83
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05efb5414a7be509e7ae1991a63ea7b7cea9c9791a98b1f3a3440c83a6a15647
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539194c22b0c9de2d246e0b848a432da185b713d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e71e74f6307fa54146419dbf940a83bd93f06a41857f20332cf83e42930d506
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f599e9f9af10ef2351272d635a7ac45edcb630de
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e993d31bb8302a94dacc12a24d5eeb13b34950156a158596bcb7679567ae3cc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e44db9767f49b2136abaa8e7e5f32366c6eac2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de950c506977d2bc23159df4f2cbbc4c4a2e4d4b6077d8694757b137c5809652
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be055683a28a322a252106b928b47a7b3ff585ca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f81dcdc2620d8cdfba0e6aecfcd1dce4ef502669f4b39f957bf3b02ec671df
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02033596b77fff0f426dc0f50634af50e0538a57
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c502880db7b0cf6b21e486c5e3fb5ba8cdc6c5e240a6fd501291d05e47edaf4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b45cb72185b2113e9c0538ef4c2a0763f80fd5f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d1901a9337c1a2ab1c11702a869c7e2f0f46da1bbcc37853ec81a9fdf93ce82
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23912ab63f9ac34737e617b95afccb2651806682
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a1a1d784a8333865a29bdbf37a01227a0e08a69593ba0ee71c9c42abc9fb06
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13b97fcc160661b9e8885300bf9ba1118f1694be
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf6619afb364f07f3dc5c03e0e9f9ebdda37aa9001a7e3e2dda797b4e7287ee
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82502002a2da31287dc7a38a54df84c8ac6df4e3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6f387e4f73c84dd635e9073e3299ea158463e41fec7bcd863df75809d20dc89
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe94a9cf2e1514ac09a25c781af62e7bbceb8857
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b9a60a5828aeee5bb544a06f47604a05d1009bc3b01908c84a42e823116b56
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e752a26221739dda3f24fcd6c6da1fe8bfe63bf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093593c668de687640d451c5c766a940c6c5fce3edf79cae70ea265e348298b2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6678ada5fec916980efa61c6aa505fa7af07e4d5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f832208aa4e7f42ee65a0bdef7fc212ca2da44c81c2239a90ef57a659ffab6b1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c68179284b4af707e34a5c8d47ac7f71fb0f1766
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e0529463fecfa295d39cad99425ba99dcc4e31e5d17eab597f66732736d798
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6264d68d1fbfb21165c5f23bf3400d36c47f82d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d67f13a26ffdcda2c68df2c8ca41edaaf80c7bc886d7b01a4eaf0c2337ab9c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb3959f39b80ebe078388447413e72d48dad3d7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782c3e6c63bebc6b25cdaf8747c5b6e12d6ecb9278863b423bd09de06c37353f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..770c2faf33170ed8731ee1ea5cdbcb967dd19e13
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ead14c7553733b0ee761eda658d838833d03a986bf2cfec9a1257976cb5fd27
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19b480fa47366629281532a9478b63150341661
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba94b32ef6ebafc013c7b9640f4d7960f3349009e13c1d70d9107cbdffb8fe91
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e96faa6b326a8499d1a276940b2b75e299f7f5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336165bdb078632c44c2e0fe556fc2ca759bfec9f420fe6c38d2768686a6f8f5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9245cb5d516e6af360c3bad307442a49a15e9d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c0a604b9d362141c09034dfad301d0a979dacb0a964bd42fe4c45b809ac4f5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ee81a8d9a0900e5dbfb6b19342397134c833137
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf4e7925fbc43e71492642eba2381e8bf9c066224129348a7bc6783903ef7172
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a08facf55e09f2de182bb1038cb4f466544e3c67
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ed83a8b5f5a5177992bf1d06ca0138bcabdac90cbd44ff2c52a5afa133dadf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ac20ff625d7eeb06c84fa53f43b3da49f957af
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9e6af3981564c8fda824a77eba5fd22ed81cbfed726e93f1b576a9c47ded3e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad0788df09fea8b5be09792a9d7e12f204aeab4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561c55f2571504c060bf043b60c9f53f1239fe10c5e0b1934f58b6457de69ab4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d239e761b0ee5e1371be4e13f3e890e5a2210aba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c13607abd7bb41393430d02d476e17024ac27a9a963f6d60c80c23d57a04e3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5edde4e00d56b0969c8e53135311f89e586b48
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2876a257159af2ebdaf76b86c403ba22fabf2f2dbae39d2938d8e51570bebeb5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..004c29a42fd2bbc7125b155f4a563a998f2a972f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6193dc642303bfef71736d2205cc219ba181b1c0be06fb2dc5e4645332e85944
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe5336301d2aff9f1e7645c70f2737e0369ae0a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a19a9982a15a82090dce6289bd242254c89a5a2adf167bb49ec58fbde82f3c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8256507920a9048a0eac8620f64b771464184a5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c36c74be9950aaf8ed2bba0ce509ba1bb038ded44da7dfd791afc46176a25be3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d3edee62f5ba45357d57c47305c1b1c9b76bcf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab2a1a2db18bdbb36c475f6977e29467c4d0b642d906b159e8b12597547641c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f953995bd13527c45ce15ba1dccfeef80c744896
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556cdc3f263c56b4603ca11e83c37423a78930e24104025533f1c2977535e1ec
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d5d878229990b97c09b67550d09e95ea6427fe6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:948d1296675debe6cea534889b168e2d7abcfe81cf653e54067b5f61f3dd3a3d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b968f7a9318c010943070d83d176418f8dd6c83
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd62dcf5a109888f66c41bcf19da1b7452ab8331adbda607e6913594c619a74
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad77a23b018152a10cdbc3a8470957a876d8d417
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8781de735dab7c26a6f1cc4f40717cb9afccbab3ec842261b6e105ebca136416
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58259e6750629e39799ad8752abda1d259a08081
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229a061998db26010d1908ed98984f2d0ac1f90f889fb896f413a33d91fe044b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc5966074b94e0b95d3856fb9810ef0f1d23c0c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee70e12b225895fd54d9e1039152b88773119ee3e997522a57558b07724eb00
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3659b831a3e7fa2255a7df8ee1dd741512154423
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4215ac687d68b10a6d4376fd6497071e27bd0168f80eb37b245288d19c99ec85
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b40f454aa8311115faa771558d768f1ccb4e385d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422e0638ba0aefede0a734c065e55001d9622e298f2debe7f1111867747f571c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f1ebe4ad2b9abcb9c71736f61baeba8fff05ae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b430b8b8d60a34768e0351a83e881aeab8709a9bc77c26cc486183589921d4bb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba7c9d9427c325f81609d734dfbc131246f1f41
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65665cfc6627d550ed521365e440f02f356c2ded5927f93fc0aa5165cb6997c3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eec36ea6c4c483ab41fc2fbefa1705cc39d434c7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f01bd08f15ee47d8f9d15b2d2821fb0f40818da852c9c6d94850fb5dbdc7a292
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c0d4a0f12987e01aa4d8ebf1fbe08a606ac8dca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e82ae3ad94d6e14a6effbbaa2623e4e0b196c184a87f52ce811748b0a42458b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab9063e6f159d105b7eb4972a84c31b008d54840
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c7646f6b9a174afa7b96a31610533418e9ff1d04f751166143890867ce6095
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c743ae2525b0656518fa8da91eaedff43aeb223
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec19a6bec16dede578a0cfc4221417b04d880fe920534ad9e31d37fe81ab07ea
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..521e47389b929c20ee340cc6bacf91d156d1ac76
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:140507ad8a7d0145a4a98e80d1ac95d8a15dd2b950094e68ff5557c02c533ed7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b07c8bee25ded4f7d9ae8fc9b340b8acc9c5f4b6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e839d8284420fa704280b38e637afe6dfb339592693f56effb2a456de1900e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6077d5778a561026394a833a7a8c172564903af7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1157ef13608769a6599ef100149aacafd7640a517cea7535ffff7c4a76ae4e87
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c79b255edda6d506e4ce1d62bf97fc9bff23a52e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891a7c8bc2bc0ba3857af33cddde0041ac84ee3ca5a66330d26a457d9a7ac7b6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ee86a80d542648a72aa2c822cf474bd8f115421
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15baea7fa1aa55bafcdd64be6f11b20d10c0bf0a203d70dc8841d102ab7fbe8a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975e687a3bdf89af23503526d28dbd9ae0c9b9f5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05737475a1b22003f1309f089f84ce5555708adafe849d45f8976c5b2848b9b7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb18cea1b283ad8d2e50728914b59c57768ba060
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25954a0af6e0f90d97f2fa35f5580754e13975ff720250df02592392112e16e0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd4ecefe3a5e8ae2c65b8db63fbc31c4de5cafae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0c284623355a7561a35796b61cda478b3640071e9620e6c3fd14d14fd6604b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b888c5473571b36f3210934d212f2950f64c7e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd8e673547e9b250e2a6db295a7d5cddd0ca18c053b161516b96624bad3842e2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74d9e65b5f84262bd20b5834a480435565fc9aec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba44cc8f7777c9a22ba9884fa54bb542df17b25474e2e37618708ba3e838c7b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5222441345956ace4019a710356342bc123e9b84
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d546462c9d84aaf97cc1c953d7f0ef6b8bd7d1aa902a3bcaa60d2f61a4a442b5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ff2118cd9e48c8e798a8b2fceacff920bef60db
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61288588442fa76b7d3597f3403e6a8a3239cc53aed3f079ea65f9b1fdd4c136
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df85fc65549a93eb2bf17f567bee307d72f2bf3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16962bcf886a48d9622280e826620d70b2b8c1565f162a8210348008f04911f0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed2f78d8c72d080531c28b20d195e96183a784a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991b41863e083824e45920adae422a1ac1d62a202c294714784763d1f7fdb99b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2acbd6a8875ab8f4fef625601479d0bf179b0e1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb485d8e797f756cf93998ca1a5f54609ea50fba653219202b8cb03bf1741c34
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41b8ea5f8bf5d7ed96edbdf5b9370e57be3ec8e5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3a3f436c7a9ed22e175de007701bf7fbe02e44bc1b068884358f6dd146cada
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682414abe476b4ec1b80c018b7974769c49e3031
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a9788f713842dd4a3df24470df4ec00c789860b072dfa2e1bb9da13fd2bd99
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5449f8a8c3f53c1444434d1e3c348a694b5c8845
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e69bdb7f11205158aaff9900f226bbe5f9b6891a413e5b7d370352c8ff8b6f6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e198d15a8df0d78dc07651f986ad84b0d265135
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63795b7d4fe99c2564b2eb4f6bbb1348211c51c6ca1dbda80238f26d55066520
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..140ce55f17d70800b0a667125b5b339472c1cb16
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc40caba3ec53116754aaa1a7e52f2a12dd90013377902cc8068816b92c9330
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8384023e6b37d99b21527da757176cf6034610d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850ad86b762bf9fcfa98c0caef10f34cab9e5409835f1a7f5e9f497b6efdb209
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67cba226a24273326f23503ddeed08985950cafb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e048a2fbc950d57a0565871031ace65a4ff72e16363fbbf02a8ec6519f803545
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..393e68aaeb9376cb0511ed352fac4b8501de6698
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48aa55c5b62ece77ca2752bf3204ac2209b3ab5a8616d48f13ab47662f50863d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a80d5462700308d0a2687d3cf50a52852ccf69
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dfc2d77b1e48c2c07283702d5e442c5824738c2719452ce6c3d28df686bb08e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31409c8fc0e9709967c9fde231cb7738050675e8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ef3ff186b98b485f41958ade9eb47bc4dd1b53afa30dd18bb46c73d293e147
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c1d3afeac200e273ca0d2e4a5ca780c110604f4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a35be42d7383c093ce74e5811a5d94237146f04f68fa6e6274d88972728f9cb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5832abb9c52f7de3c9f9db1ec56ad91306d037e8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22471514a7cb8485f13b87617362800ab68c4dfadebf9fdc8658254072157529
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f9c7d05c5a82370ba46ce2d6e96840b95b5c4b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:244504cafdcdcec9f35456b3a15454e7f35a4f6ae81c69ca6e7b9c27a5d2d594
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7138204e412ef7a171f4d0dc3fb6a45d78bb1c7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb8e2fa0fef25c0f916b0a15d5e725b10a612d023b0ba24728b4ed8e49d27a4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e27dcb8ba8b399130afc52d723d952d46997efc0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c23901eb0b1c9dd9743d05bc0ba3f2d2ec094f4d222dd592ca9acf944cf96268
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544c8199c99a99f1cc1fad4433c6f590ae738cf6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f662347ba6476a03de3577f9cc78bde4cc96e05c7a1ef4c91e11f2d2ddb62e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..901a6d7b14d18474892e592476c16889eab3bd78
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481538cb591edaabd431f8d11f318991db2229335a6c554ce33f4dc32bd7c48e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6042e39d3e8a27c22ece3fc99161bb3f39b8ecb8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d24d8f886d47538522142ac3910877696aab94382aba49930296159f239495de
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f631fbbe30fc710a4413fd2e339d6e6677d5782b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010c0e436102ef4cbeb3a20d2b5d76d7a1179e2559b86fbf8fbb232a8d478912
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e6ada84ac01e1c8af20d27142b147970c9c7f2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f9f13631171c55b074f4a0c684e5426a2e7a2a593f558e443771cf770b5649
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcffdb4ed3ae4193b84ffcc675b6c54c7b7fadda
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f80ca892bd742c5b5b18b2c5acfd09a5b41c9d1f1dcaf7e3050b48bc567619f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd13a9afd057c3bdaf819a00ec52726cdb3ffb24
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d650dbd5a657e71df9a24a1a1260f556ecd811e1143a1c3dea9905fa81e28fb4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac387bd700de71bd2070b2022dcc1b50597eef3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15dfea61f654e73477957d232f8a4e6d68d4d146901f354366e6f58a8161c52b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d68c1ebc2a2b7856c5219ff9a0f82fd4dec6b93
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261811e96832be5fda95d4adae5fdba4ee2e38e157c9d10b901acc8a82d6df19
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2055238091eb473727b632682a3d4340382da94b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9885f7a5e8a426a8c1954ba8fc4df8052de5087b53e89c24cb8983f9b84c0183
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac6a1bfce68ce19763be2ade20f6a3a30e5a0fb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3461a8ae1c9644ca9f350c792c37d94c968c57ce3a7cf0b1aca68dc77f676411
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b045018f9d380a679d65101db09be84a9f2255c5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:846aff97d215f84df520e75a8bd3e2f7127a62af771310996ed9e719878df9ca
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cfaa2be87b8cf1a3cdb2ed9ef8c6751cdc360a2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73014ad3e3c8cf7e76720ee6aa90091c6167125510058fe52e54882f082303e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2746db83421122506bc57c8159864e99a6b5e5e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7c67b1d7d48a5fd3d6478a81e28a0e35026c896f4c37d04ab908cc32a210a6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891f3899b43887a349248d6d0f355504f115b1ef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d619925619d0faca0653198b33715f2524824091807aaff130dc8812f9b985b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45bb9569079fdebea2472c6331f8a10a4fcb0bc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a2011c59b2d417f972bdbe77f18d13d1f73d60d924815c373d84d79b634ddb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad51fec1dcc888a4005a3fa57923b490edfa7dbd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ec76234472cabfdf91c23b7351a5fea8e39bb2ab16e09b8a75d022274e65be
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a725ce086c159e9c68b54be38b1bf771b7389f57
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e015156b3fa65c20b496d75722d6e9a7b36c02f749b900b6d887ed4e13d8e790
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f8d163ef02f701108644c0d985aae6d14ad7796
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f45b22aa7b748524bdf7c4fcbbb16eef81e8019944e2849d497e51024657da14
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..572975f436937960208435d22552995da1350a29
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f608fe3a04806c0fa0e79047fb20f2d533852846e24c94842732b1a21e65bc3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d819e4d685b0ba151e668a67228ea697ae4813fb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa21c23d42beeb5d2cd9c643fee1e23d0b72bba5acde276bc14aee799904bd8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c774972e8c7f3d89292f1528695de3fa2b4a280d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72fefc8911164178bc42389ddbecb0fc091278e2fe555323b8caf0cb38cb41b9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f353a821471a144e27f08fa0972112a6374fd86
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2053e2aa9b7d92fafea87acd13690f9326cc13d8607122552534a74cf9454d91
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e092e0380682989eae65cef2764a7b8572c014
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c261653a5cebf2f19aaa1e7378ad576588ccdd122ef89139dc21d89ebb58dd
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cbf65bbb3158d1977039d0be949046a8597e59d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f18e8429a3befa4fe9644ccfbadeabfe8a1a399f961ecd5a42b97f65dad703
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97bb06363be3de3b169e4afac31350d2ca562d0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6227fc31b362c885754d2ecf62a8683f7a9eb0c2a716b9fc9add28c0d119089d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c733f063603a93dabd868804ac051f0b876f452
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba772349cf71d8dae19fb6da1ecae333d6186d06e0522dede2623ca61e02e28d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f2251e84d082d04b0588b3b105a8d3c330eca6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:570b33a8df2c9bc1968a1b21c2594c125b1bc60d5d195ef34ed00940099396d1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7e1f6e99a0488312d810082362e673c1d215840
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:270ba26d32db0c158dd20287b4a84d60e95d2fc317bfbf685ee057b77e5e9fe0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d15161ba87854f10c5febfd00128840ebc416aa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec0035d6882c46167dde26ecb9e79afdc795c07acf41e920750ce30f3e1681b0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4dc95e25e3dd72c0833fa0f48c1d962eecf97c2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26734cb414769d34e306928152e5547bed234ff2559a0faa7f2d14f3b2d8bc48
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0158ffef999ee850d8695aaeed324ab515c300a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4d29544c04b5952f020c29f946b99cf68ca013a77e25d75d4b67812357280a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e8cf6d691a48bb5963b8058b844f4c36576da45
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ece94b4bbbd3b011c833e2d794bb7b7984dda1ebdb5585f1734fbceac5b86c3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82913b368ed39f2002fb003d1d17c2f6d2fac4a3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ac2a63bb232f54bb46ba74638aa0507cf6609162a9841529c8905f76d214db
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791765a5c0ea9f62adb72db549a382bf15af1fc4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc905967132463108344f1f5e87e8bce2d5f6f6a4c7188ed5f295f67e6fa6510
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f7b92cca9db384ea189f3846e8629d6f9f4de6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178e95f811a1ff8a75cb52ef6a4ec6a6d55986d105a88218eec53a3d3bb57d92
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a38bc721fff05292ca648b564a283e9e8c1b4a6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cdf0849c54f5c08b1954161ec2dc76ea5b9cdfc6992fee288dd4d7fae841ccb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..969f506991ad0ca687dbd3492810d676f470b859
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cdea183bf4edcce82c80d2d2b66f29e6efcdcab8211e34487a19dca84c7e50f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..756c0686c1bbe88acef155b02958228c4ff8b27b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb4fc3f594b9c2e4158e1f6b250a3868dfaff43e41d26ba080ab21823e1e306
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb7c51ce30cc07748ec4371a209e5007d9b0450
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d75497c081ac0f47a97ba77c9d5687cc880afa51e69d15a6fe62268359e80b9d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c4b9feb1aa30a593ae478fa82f2ad96ee882b38
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b69e4fc33ae4f5b891856a072dc9512ae5deee278ffb846e359c930127b62fc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e73a84661de19a94870e47a74a8a796ef8a2e908
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104d1da4c8c3ca43a29b3c3c9705e1caa7920ea4587ce8cef6fc34905e4664f0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5827418cf2dab3133e6b8d88871fc4b72bacb7e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c570ce3822842b08b83615d090eba1a534a4f2944324f591cda24fe7067a5f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff83944cea76b54a3896792d5b1aaa5fbd3e44b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44af90ce51c4db7428d0350c27b6fa94e1dd9770a10e7713e9e8c0a0a246b7ef
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08f0936ea7f160a796d379025351d786ca0836d3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c22177d17ab7711d58fae968c4d60438378e9bd7546ad4fcaf3c391f1a392b6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac9e570aa90b0f8b5e99f2102233d18f361aa6b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cbf5934544c48b01064741cc6112897f3b71ad5adb7f72c67201fa9c10fb9f9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1f30cdad88e790ec3e8a7cec948521a131a2f0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef1978b2c6459d052575ec229e769bb008e2ba3f0f9570db1b19d847beb7aeb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b04ae4d891713576204291eb0a4038494442ae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f42b918c6b7b167921a8949a6fb4957614af84d20658108388b6ce45848cf98a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d48b10bd648d6a3469030722870c16e9cbbdbe2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cef1db5510dc5480a889aae3998f690308e132792600787cf0de58e94033f78
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8def5cb5a46731690a2f805f1b42f77ad6e8b75e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0606a59fbec8028010b394b170b50cf2b43089f4172d74650179cd9e09fb315f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dbfea37b924f26938a5c55ed10d00d5ab7ab38a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67130a59db829feebfc31ac73c3f72f00ad55ce316463c4b838584bca47d4f44
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f96bdbbb1f64c5d5fc21c7df2390d3f573cfe321
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac25f8e6110dc31748718184bcdddb7d7a37584e3faff42e9787a58d1ec4b11
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53faf73d3df1fb835b2556c4af46f211dad2daed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e436964ca9dae7fd2cc3723eccb3604a0c8e3f6967c854662e6eb16c99a4bc03
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dea682c4509bed53c295874fce1d2eb7cafedbd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938027b5a94db365921015b478d1bc4001a459e3fde88ccc9648ebe188d7c94b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5d25c7ee4abb2aaf3f37376a75f3b2d618b611
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7b9df4d83c0f8d447e24796133b67f343eb73556df334fad452312c2a8cddf9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8061ac5a0a0eaa966736c8eb828cce8e9c404e6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c5c24f10b67213e5fd8856776dbc142f7fa4f95820e74dfb1850d428649479
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2b99a6c6f95e886e1de651745209c4e358b7de
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d59bba8be754f986398e56af587ecf4ca23b6856d754c4d09eaae737981cfd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3479c2d01255d5146991d753506bdac97e9fdc43
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183c4c254bc21910b104b119d414cd2572f52923b1dfa163dbead761467557d2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c241ad303b763dbb449f59efb292dfbfaabf74
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8486daee9daa8fa56003bf4c4aed14040531d4d677b891ee7a89db44c8f340
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c271ef975efbe97f3e37cb26eef344f3d4f88c72
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca0116dffe408e2bc9531fd24fad38b1ae35d93693a00d4bbac690d21f36b05
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6190de27edd90f94abb265874fd029c9c42cd12
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74eb175c3926b4ba234ef0e7d9a012b0f69912804afab5c8e4a1f18355e4113
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c43b1b21d4adc98d3f88fb259119491c5cdd006c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:404708edc290337e60bba9457dabd3d3ccfd0676442d1fa96f7188d6b60f4943
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63df7c9842333c7312cb1700c67d040cb1d793eb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce3806090b649acb9f4067b29d7030cfee14bbf156a8767dfc7dc926850da94
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5be4a4f078a5c663e613bd6e9597b2c35151cbbb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d205ff14cbdfff10e2398807f4236ba648f59febd461cefb7f577b740fa76c5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5596c6f136a9505238822f608daacbfdf4c2d58c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cecb5edf88146549dc75b02912c5ce5c24c1acaeac774e1901f6f227771d4f0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f12d117a5672862ae4574dd02038dbd1a093a851
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf737651bf0c7a9ed7828e40140fe2587c07d5bc2ee29b4281ba7d88f717852d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c873e874a52b5fdece42a29c192ca8d75889a0ad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f50087ccf1ff3ca2826d91fc67a84339fcd99739e51c42a703d3400a7271bd
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c33c14b9d5ae3613ae5569e02e45f0285b820206
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15cfb68257fe5212b96ad2959b626bc1ff7f58e9d867f4a2d4f7347bb48500dc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f5fbe4efeb58b17543c27bdb9d44ee06622d242
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e44b061331bd0634163c459b3156bff5e07348cd0c02cdaccb3031b2a90452d4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a103028acd6cdd551b640fbb8afe2d182bac6eb8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19aa0f0e8517a28e77046d7e81e9479eda987aac8b228b8170ba9290b5bcc3bc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3940ee69cc712be9e1f86d532df2e0c7771ece
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e902a02a6ac8ad2e763f6464f6076987cb642f8eadc35472655490e8136b8d2d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cb672daf634e8c3016054153e5f44ca6a89deae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b323301b2694e3fa6d6963379288151b672c369e355c7bcc97a19ff8e637d542
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63f49bac3dd349c4f16c101cf25a4204f3bccaae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db18fb40e3d37c76860d559d69eceaa7ec70370e24a2788f7e32c8d1de6968f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6ec7767e115bd6591402a7d8f1b1ee54181938
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4557c38ffa4e47a7c5326cd03972a3d9d3acf9b14d178ed9db561029384173bc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c452f26773e147dffc9a17692e87fd8d317def99
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6164e37b2af73f54efde6897370fbff225c8188472ddc3a1d7228d2e71fa89a1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3115e4e6ee573b4df37df15377b642ee1d41c6cd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2228bf265878cdae704e24007bf80a177f7019eb0a68820a23309c9a94f25359
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0be4eb305e4053d808b355615c2d9356651be417
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b96d294aae76128cc6affd558c062fff9a2d5b3e60879f59e9462e5d19518e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f14c345390f48f77d7bae1ac6de27a448e6d90c6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb30afce0053fc71a9a44914cdcafdac0820171a47ff75ed323e8ec17b1aa296
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd31a166a52d6c73f3a60c2cc621da329a36e32c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f09d720133e66ed45a5081aebb83e2a87c3ff9afac0a6023527b600c8bf8c92
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a2312f32ff8271f20983a3c94044ce0c614f72c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe16d3851e925367ccac92167eac61a4f04a2bbafd0d2a406da95fa64c9223e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5400725d637ccdf686c166ba615f262a23d086f1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5208c21241d1209e5f1c66fd1b7d14f1bd1df9279d962af5e8d7ff86a6fffad
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..794dbad20500732362836fcdcdd5fc09aae3af2e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed26ba4f3857290330c51245afe54b7e91b86ddf6d9c3b44f231c8750ec37e1b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d3ff313573a0c062059c410e6fe56cc8e5195ea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8defb5e2e23c2051de65c1138eb08e28fea75fad38f4963319527145c1e62019
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb12eb0edb864f2a6fc721dc549eab4d686fa467
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7407e1aa121a4e40b784fa729874a689256326bdfff317b070927b8f5fbdedc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ac95c96cd44614c24450cc6357f5553aa59a9d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68188f7a531d367193becfe6acdb2da6f38b78c6ccfe1f7db1f2bf2b9ce2cb80
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b03e35cd99a631f944a6d9233656397988182648
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88428b734f30af63655517068f942aa3c28e59a61f14cfda3a9dd8292c035de
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed8a9abd5b10ab603f4a9a63613cc5755b14fc98
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822594c13a178290206ddf8f67be03f66f13d92d99d2dbefde972c66cc821043
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d54e62d78e0a97e3bc05de83e305e6984ece24e7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f38ac1c7e2c767646b1590d69aa233d8861187244917a1f6b5d578fff03ec93
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6326aacbe007de0370d3860b52afe79d0691b83
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27584618b4fdb8e2699f49164106c2e5c483185cde3dc87ead9b4288db4a99f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c7043e6b2635a1483e2101f7f4bf4c6c3f8660
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f7cd61dba9775986e2afbc6401176533b365bfeefbd943ec8bfc7d531a25c2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87bf280302eb23c5d12306eccca64a2f212ad86a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b850cb45d84c9024b9a2df887279d6d75c61ed35f3397acd4021689378480dd
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a00baccd01b02d3716f903e15df4d0951bd99692
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8716b40d07ff63931b028f885f60d1d88e8d9167a0aad56f0418d60ca2b7855c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e0dbf35db00e09011f06a948784d781ea34f09
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62eaa1e254e358e7abe06d439f66afdb82b0d7a1fa5a84f0aa92f686945b2d2a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772cfadf59c34e8ac097f218225ea5fb7f086932
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7a73697add69933e03517568163e19c9c329f5bccc2f4b36e092cad5fe9b65
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385725eda8a5505f9303f3df4785889eb7cd6a9f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c86b5f108790ac5ee08b76503bb7bd4c58b89b0cf4b4e245f6d63049751edb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59c428b20f43cb23977a5a8940e6375ea04f5f19
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b3f246f4dd8ea5eaf0f355499dac7f1d90496943da23232247a1f092633ddb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea4d218909eb11b856eb04bf938c28933b5bf851
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:832cf5eb2f8f1699cd3bf3efa2bf22905e231af16c2f978eef918ddbf98dc3fc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af74cd84a3c0cb7e90892f7056307ba222649fef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:205e8b409cff241ca05c96f0c17ab1c38f1a22a9bc521272aba814487b3823c1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4056725f21b67a77898b03bec1c3153f8f515011
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc7ac8a4dc9b0da69f1dea53fda972bd67435f0f8274186dc0b5fd5258ff64ec
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b20c0d69456d0d96d8752716cc7dc83094c4277b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48723fb8a5698711f2bd867ee603a1217dcbce9576aec3566c7039d7b56343ff
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0430794092ceaa461bd143a03116b5568f3d1ac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987d4b7ffd27be838b91a62005746400b26e58af8875de1aa13186e48747cb48
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c94ba182cb36a2cf744ce75e8610e8e0a9f509
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:940deb9000959f1f9c90ff59214856b2b02d81b11b69ceef94b3ccc3d5e32eef
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a08b50701d98b8c468f51707e07c18b1661d80b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0a2779c9e68290a7484b969695fc86d6535f42c8f720cf6834a0d0ad0af49d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75243bfa62d22e024e5b766e5485b61b2a6af7ba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6233ffab233cc4a78870f88c6174d5125af25161253e26eef3b1a984e18700d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b72edac9eaf7f2dc9b232525dc549e7d01d4c6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6a4cda9139c355431c5df95c0dde086b997baa797e6b77329222b27e5cd9dd
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acaece00ac623bbf37eaeeedf14f97773146ef58
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:081be5ffa81d682269d105e68bf5858e78974798f2d87064d2567c1655785ad9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6abae03fe179be1104594725a144e620c534f93
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d43fb31fed7b5c7f611809e37b26db173bdc9733e57b6ddac954a9d50a784f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0575a149f5da44494568525377f59dcd3798168
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fbd7558ff98723fb8abbadca0a8883dfcd2950065ee397a07578de1a95a54ee
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3553a83cc0f3ab25a90a26f5c4b67c84dee610d7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab11630827c2f781f241f66044d5e265da0012be4a80518879e17e5dd7b65f2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a35b40ac7594c14d1ed610083b42abbc5c81c8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:319d390440ea4bd5ed77c4507f7ed99e928a24d0e4438cd13406b9460b81ca17
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c73cbc80ccf9aa8f505198c215a7c51c8672693f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e57b630e6c770a372a88d8d294fc1997e5bedc2e7c2821e6210965f46948044
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dac93e2f4c28ce87cc84368a025b43ddbc9d841
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf0c02f1cc5e372997cf20ff28b09d6b5fc24a0fcb66517bd1d8c1c4ae68d5ae
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be031c20e49cc103a1c0f4c515561d49d97647f5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b29fa735f6767aff05b5117c275d3ab9a9d4d1224c30db93643382064b862047
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fe975dad42983c54749ea0032ad12655af80aad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed8a20d324d5e71c03482bec47fad7dd3b2f7c5148918066d6a2f855de96987
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e41ffdbe62c1c10b4b812f3a0b3ff8e57e9d1f2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf525dde0265cc8b97b0fc0c55b1155995ad3d210f25f032cea9adfe60debac7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ec0156f3872bb75dd357b7ede88b7993951ad3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd194b1758c4c7f56c2e349331b8e5f36eef5f358fcd2036f21c003ddba15898
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c3384f47005a9d2500c761c1267dc8a109a41c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303a7e3a69a0f0164b31c1c906c3af7a973a512089cb7879fe2d1b2b92b5ecbf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b5ecc79b5b2a65ad0411c799b21410677af641
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40da76f4bf8c1353fa79a9883c99240966808419a8c96d8161e5fe8ebc91ab45
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b203a2723e3eef3618b28950213bdecdf9cf16d9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561c0e527d9b41ab9998f6468b38e7234951e2a39891fdd73c9bc46f442361e7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e90dc8e6666f8d3dec3560bae464c60966ec776d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2fabd9366f68e30a73efd2b31296f9bffd0781674f8770cb8664dbf17941f3e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..838176246e8b511159981f563af78722374eab38
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0eea5b9267d45f9b5e14ac327b880b6ac6ad6e0820279f212508bf00e29c371
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6151906d08448d8c9b81bf1eb1154d711fb59fe6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b52f87cc701752ed3db74716e7a327b051cf969ad60f446253d8f795f09ed9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55a3f674758d7ed3870ee0c1c4df242e9e7c2c4f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:652f224a823ef59811afeca36ae6c51899237f104ba94975fd212e2722070e9c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e7a24ae1bd376ffee7003c0c6b818bc0051193
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:794db64d6a21ac4a1a108d77d6b9d3988a34ceebbc6eabaaa3770543458a5548
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43e165b63baf0aa1003311d6b736dae0650fc687
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a23a8434475ab432a9677a635e093db05721b10d87225fec27fc23ab47ff54
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..500251d6d067438536f640e99eaf3774fe124169
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4c604b7461dfbd4f29820ae3bbb7bc132ee59b96f4fba68492804b4d11a688
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a62fd1db5a36ceba9d2707bb56eeaad077c207
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b3de06a352fd698a35813b1d7f1acd9feeb12adc7e7cc44bed6a4ff06b164d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98bd638f15053cda1e667693feccada02c5398e0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80eb6622391797bdd5dda2112f9febc3876a9724f02d1d242cb222d113372af1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c956d0715b8d7e4e364ac934d3cbe190f9da2ba7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8121f6bf31a045c383e29c33f719e1b5093e5e20b7b28c130233f687bcfc6db2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f683f672ee263c7231afab3f99b670ca294d9f93
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f70384050f2e7871d5ca6b63a48340d2b385c143ec5546d98ff33277cc15832
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d940b71b27a442a47b2b98f7bcac384d9bf1a219
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a371a44daf9513cbbe483a3e6ad39ede9b0b1919a5bcb6c7721a987c2ddb832b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..842eb7a101821b1cc0ef6984520a9d3b2272fc30
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f62af2f5478dadacc1fe1849f6480ac6e2076b371e0442b08a102f8bcec65d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0db5cb0c1c3ce12982216b9fbdec01f8ace4de
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7662afa42d2e9b819140b8ed1030c9c9146c8b4e6615b07f7fdf8dc25313c31a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54242a11b66a83e901ec9d8a5d8b32df207a2ac4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7b96c42def536358516044e75ea4a1d2e1ff1669c38d07f74fbca4cd37f612
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd28d4c1da78c46ec578817a9ae3a36f613bae2b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f4663267dce40eb6117adec4415bb44fb7acec44b83d7df2aac67bebfd4d97
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea7e1c61c9e9cb11a9b8c1e28f1965297c32b08
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d739e71c42a3a15c22acd082e13ebe652d72bee5161efd81cb390325a0c5c902
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dff7d4e01da6b57f10c88f89f64539153ab83ad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:615ad8f4bb0e4e63b205b34f79c6a2fe8a375371fb5573e47dd6f4d7cbeae29c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7e2a4305b419b3e1dc39742ea14e7fccd9e3cbb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd536b8bdb7684c930e70760f1db1a1083b9741692f7e93e5f830e228b9e0b7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d4777e8598cb2a09b89507b3504ab0f52b92ab
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a34c282f8879f6c7ef0c11f78bd11972eacc8aa87c69bfb199c558abc13b3e88
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7d21da7adf32dc2e4f0d2bd904e9180edf56ed2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e72533d9a7d37507cd85b839c2ad9d3adea4fd9b410a1bdce4516b7d0be96783
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ac23b82ccd31548fff200e6dabd6e373ac0035f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ce83ac05f7fba1caf9cc50b8de36afe18ba31bf661cb7ca258b3a59ca78db1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce1a8e3580361e029b6163154496912942d8c9d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2c52e25c0140b974f007f2bc6432bd30facde7d9b5da985acbfe9639dbda8f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4284ca3a725eda3b1e41345b03c5b3fa91fcf246
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3813a924449c7a58839395e07b0aec90a35a9061bd74f3feab32f27da3d09b7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5a35ab5199512ee263f6fc36af5c7d434229c1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd39ce80203045ed9f775cf195fcee60ff6ed9ec0a5d334b159779dc625691fc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8e14c0bd943a38b4c76489b8958db6a6d777f1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1bc2a56269f9819aa02e6a7b27621d7413152555cbef50cb8bb7b4cd32bbbfd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4065f7e46a8041fd56fe0c13da5a84f93181d26
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74da32696c6ae57c0551c32c2c3a315a4c4f2e96da554cf82549b4267799e9ca
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e3a8d9f2e61087bbd0a3bc5a4ca44c55c9ecd5c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5430f082d254fe6e115b1faaf5c6d7e32b37f1c1ae3660de92a7da7e0b3d6b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac6e4a93a8b2029cfbb213ff5551503c7274ce9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0863fd4d239758a7182f38bdf5a3a16bb1391068a2835536c0c2fb8edb18b7f4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa8f9659418c78eaee302abe179eaeced729c5f1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d12a7c9f67ad5d2220b1fd40e419c73214d28b94da2d33a7b35dcb591e40d9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d6eaa351d36563345bc786e2673211994fbb63
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751233c01e806d1df6c8cb9350fbe1ba65b76dd207d0abe3b059a13b08ea6aef
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99c4328df38c6daa2abc50ae162e2a33b18c1631
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383bd63b8cd58c3b08cdce115d5b8a0fd093704916e0313fd6fff395d463c32c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05b80f9db8e57c207e2688cc48538f7af67e17f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a2f577623cc74939f872f88cac0b5688dffd284f60807813f87ab4433f91042
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..518f01d3439ec5747169b2937a9806bd2bee96a0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3725443a330c579692087840c5433fd1f3e38208ec48fa6a6a0fc1f34af8c738
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..137910e30684a286814e41582e41c26f2a851be6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e16b2f64fafa33a7b6bca163f5e3c7de62f7e262195cf3fb15627bf2f5e2561
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a738bc37fce5508c40dd5b113bc7df27964efd0e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5131096dc3e00fdd900b76d924fd483f72bc587ceb66d18fdfb3d29b5ec3e73e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a69cfac4ccb84cf299e958d5594092ed71e4efe4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963ab7a7e26ecac3369ce492b34c441212cc9aa54c8fbf70d3ef48427b241df2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be01783810ed08979ba888286f3d2829138407c3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ef0f99df657b699d098f216a6180f11d362bdfc9057e2002adbd9d0bcfe7fe
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7e97b584dd391e67aa06941db541b76f5fec899
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75cc402376c1a33da55cf1ec19dae03052ff8505fefaa8c75ba524593aebae0d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583fa2d6c7ff7b039f2661dd943314871b5ee88d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08369edafc8456a06f056baa3c0805b11096dd7fd2d76515abe2a571b3e85ea
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01e422b1ceb0eee1a271565ae6d4ea9472ccb033
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4301a5a730918661d26d69084c541628e59ae4c76db6486832f41c0d4f48b52e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0df9401ea6c8679d50d05c9a714661724efc7f45
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b99b97646a13c8f3c89bbb089a23900b92f0cf58b31f3bd8888e9190514a34
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3876437b3bcc35f444c7eda142c3dd7b011549f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a3801702b1661f775ebf3ef088e35bf9fbe412334cd24913837414e0542f35
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbe982acea539456bcf7a47dc8689d4031b81142
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef543fe3c89aaa0493aaf3243fd7ba9e478712320c43bc441679acd18d94af0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ae657fbb9c62b9db89c781da38d3adaa9f4151
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f674a3d410a575d46ff2ebfad70494ca2632916528b3625c907c408071deb235
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e593e601bf3d07ed250fee6b80692113a70351
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5fce09647fc10de9d1d78b5445fb78ac4ea2b310937775daf02fbcea9f612c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49228e9f4f866aa627c0c88b112cc42be5143629
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9215c04f36384ec0093b1e296387994f1ddaa56734f79e694d55e8bf52cf9341
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e86ad93270c0ec9688efd0c3781bab9888824301
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fced421f159fe0bac57ccf521469733bf664f5b88c92c6fc13b50dce527007a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f47096bd48cb23e4b1333b970b043a9bb2c98c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e8e77b6bf86ad1161796aee29442d79d0c2e777e566c40f687b0776f0e39c5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d79d01fb8dc476fb7600ec4c27861361d056cee4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:857d778af6045445c4dc98f323a4294774e43b506789d555906d9e1944514758
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf91347f21ac8b640f076aab613f5e76a7bb49f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2223864d7ed089d7b0f599efefb6d78b4c6744d8f09ce3007338dd71fc8acef3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac00836303cc8644451ba4de5060c30f3513140
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27569302fba514e2026288ef1078511f27d4e5f54ad808932e762b2f079bf4b9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..620c79253be659541340d6636218046072059365
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52b215eb99058603708dfb0116fe7a791ddaaf534e681e7f57e49176dd267f4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fbf249d1409114b3cfd8a5dbebc2b7a38c6bcdb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45882f47b338b4f6d6200be3ee9ba529c529f5c4f9da880bf0e68a812e200a80
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b29147017502f7eb05333267105abac814e209a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9213b0498c93f8ff6eb8d51bf1dc2fde4b65c7cd2acf2959c391dde241a63f01
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f9723d32f309565c65fb89d1c2956cd6ffce6d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:100efdc474e12dc08ea75506cbdd19e4e4e7cae8515c0cc39fb67e2919c09465
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d19bf976605190a90d5047778a7d79b798fe1714
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5828e8211ea52962e6330af313207d8377666ae38daa0e6a8638a5af7bb40e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..570de1c607a83bc4455cfc7660bb7a2186218f45
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89e37414afe882713c501f184f216239d5b0416a35b15590dd7e8ac98d8e88b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d82303b18da2ba6a212334c0c1d79a450bc6f6d6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c3a527b5e3fa567999c0682e60d0601040eace63a0fcbfe3a106ccff46f038
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d962eba40990f40940d2194c73a0e3538529e4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca7ace94cadd292deb3840a71421ae2d9d067b8782360a546fce4180921ea748
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083e2e52849cd1960e303635a40391c405abe7de
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791ecfb42a7a4330e92d821a41a08e6f1bcb910d7f37e59a8aed510dda384294
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f711152110ce9e629b696faf2d141e9ef09125f6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b01bb4fc9dbc0ffd6f0b0a4ff2c2211e08faa5f26d2c4e375170701638448e3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d4c15fb350a4b022d65275217e8354ff0fc4b76
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5074424b8b71d6ffb7a8711a20f69127319d47406151d8a69b470d9d600b7c43
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..200a4a767de24a6b5897bd7c9040917faa52f9f3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9349c2d68d0d24d5e695df87426bef9041beb5a7246e055b6acd878624b8e74
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efb328af44aa4d79433d6a25aec33a551c41b2a5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd16cfcea6555d68ac31901a84a636f80b97e4728b118a5cef5a4ddaaa16865
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a25aae41ef8be7ceeea062ab32200bf753bece
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c9c5b3f32567975894dbeb3c6fca9a5aa1b9bc954578780ee9311a57a09a546
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec145bb412b88a9df53906dfd16856fada4fed1e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0828ff0aae1e74442f0603e30ee0109e93115c53b2fcd9d0303309d41e47ba60
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a858763aa7d452b84bf89b7b67a34833163673
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d0fb6175ca41888861dfc79bf6a83749b477a2d99a4427e251be48803699ec
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..532caf595456e008670ce734ea71bbbcd3fb21d7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966991e06b5faca4b641dc004a3de5c30acc5b8c43d408f03ee3337476ee8229
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1576b451e4306c434cb690e6445028916d4b5256
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18631660c48c7a7a8680219152ccf5d6dd2c8898390f55fb1229641c9d720ae
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbfe2b945b01b74d93b862e0516a221316cd96bd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c23a7283b55daf341166ed19fc54d31b2689df73a7fc53c2620590b91273b4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e918af21d6d2df5d2b23422137e51d53f8a0d9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5abcbf7b21ccd0cb55988aa95b961d85384f603abf0a820b2332106a1020b6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e9458e108954665eddb48c57f9cbd86badf4290
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1060ba4c43689b2b132b611e2e32350facedfebde832fbfde0491ae04b7ef529
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f270d1cc5c725e2bc317d71cbc95c5569f01559
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34902407f70000e231e80b9eeba60a15da2c199ec37026802339122bb43b530c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eccf81a8fc1e140210a899c7e9a25ee0dc5e2434
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f09fda0e6279b7106f5a289b02237fdc073e6961cec35f043dee3542d6dd2f56
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b40757e4d2d96a2c0951b18068e2b55985912cd6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146651381a576a18902240b4ab0b34fa2824c0f369a115b32d25ac8237e35fc6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afbc5c49affe1d36d57e7dd73ffd5b27af6d470e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4258f0d6b317ab53925558f8a31eeea586218851bcfcd4b612b6eff10f7a479b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ecc5ee2bb0d421432147e12d3374b5c263da394
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1409c727b1b54a7df5ed2998b731f6508d30d2c150f03ca342fd62835bdf4ad2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26bfd2039a5db0304c987e5dddbe3b81705459fb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f59bd91043bda40dbcc32f1b82718fc03d100b53b0443452dbeba5ef44a3b9ef
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a86e22fbdfd0abbdfd15f768e5ccc4e663b21cc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e7533e40bf8c53949274c92ce5453f58b37cb5a52b3e0eb4b4d3c35de8a45a0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5db655907f9d5c03c8ca6c8e643361b8083e3e9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ae6a5a4f18a7e8452cfe44c97841a7df2d56813665ff50058375a4b1f0d13f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f33374c261d33215b8b6c8a5c6f3324127480e4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a371d1ef9c58d054ba4dcc50ed2b268f9ecc4dc86ee31d9d594bff5911c25c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04b258d90f5cc8000769bf664e6815d3c2055f93
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d872b009e490eceb50ffc891dca60e5ce49533a647b7f48396a673a0571db3b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42983ff4838f3df6292092154f506f6546bab43
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6006c3e35245432ddecb867b3c04d2b857e65d94ef9b3b57d1e29d5ffb103deb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb43b312bd09fa98fcc99592cea82ec99bbfaa4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391079edf825a8d66623ab1f853a495e4debb8a64c2b846e39f681545efeaa56
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118d8d86627472b41f0b7ce25825cde846bf555f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782d2ec7f3bffb2c8389d1a8431b42ae8037dbb2f4eecd28e57aec7ad6c57e69
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55953e920cf2e2fa31e549be3b9374b32ba07fb7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6241cf2bedb6788416fe83f11f2d9dbf839f8c6c61558bad8efd1c24f9ac7fa
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ee18bd2413ea521e26210bdc222c5b1f6f99f38
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4546975e2f769f77dc5959c0f12d1b51712ddb221bfc3121ab47bf5321c91f8a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c76a4f4908316a653ebb78bfc381e1d3ac8e56c0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f3440cf53415ebbaa33e9462d9cf61972cde412364eee92caa46df07391f37
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e338eeba7d336adde910b175229b8a8e759726
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e443f28de08ea5b04f8415b152eb8bf10f684aa5b29371206d7f04c9fe19f4c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126f0b4cd0838af4539b3020dddf1cb9b49fb5b6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a653be651435c8a8dbb9a5867ce81d68bf9f6d33197af854cd6b8bd202680c69
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c31f82e238fcdd7fff2d19121054be7606d4dbb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5a9536c366b1904559c0c5fe943059fe61304ef85c4aac062fa4f94a90c991
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..530d1088bac18e2801473f6fb63296634082ec6e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25cbb69ad737062f5b23a80b3f1934a74976369f73148bd5d6b622a698c28706
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53cb650a9c37f84c744b489ccc95bf8a22085c6f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af25c19dc1df82a1e4cc3db93a25823ba469cc1e7bc53dac87fee9e32c699a3f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c21e751d9f819a2aacf26dad760f1098e617523
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41496e655f471edd5f9c094c235f82ee83bfc7e65b329fc535e1b1507a73ee42
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22b5b90de4edca7be156426db1821b6e294dd676
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5973818fa62eaf994999653293e8460b82a5a0c4cae1e1e69409ee797ab8b69
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17944cd71d7730abc3814ecefb650aae8b5ae419
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac538e4a4bde2a9ab473b2736bddfa5b33dc0247d2697ac136d3acee4f26e270
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498c9d79d3e8e7603ea83e447c9d2e28723cba22
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d2be2f70199368b73a85c2a04ddecd95185238557be7af4fc24dc899a9ee25
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc534629d12cbb9badd602324e652b99e830c1e7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b2cc61a59e5b307e03ef8dd69947c8cd597dc52f5ea20059c87b4e38792d19
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e47c7f7938ee8acc0bff0adbad91c71552f4cc3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b406453ca677ce7c4599f9ae38cc61ddfac5162e855a4e657d212655b468eca
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e076e1d969c066106c29bd2cf5e40a96b60c710
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b2ea33e490848abaa635be6da1a880736c0f86ef55f5342a0684a612496a6a5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1afe89269a3eb0818e7739eff1dbed78aacc2aae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b0bce615aab0f06ecbc4d1d2d49a159614611554c699cfdda6e482cbb79b81d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6eda2c4060d9b96d3eb0eb41ae7fee659ac1ad8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aace32db032126d79cf1f031c77c3c70dcbdd0dbd062682f1933912b77264f4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..267b8cd18727593c667d057ef750242cc60f2d61
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4042565c7e5b11af530579a6edf03d045bf7ec632d473c04697d42a846e2a0c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc9468d83b5de86d5a3806f47f7b2254dccd5801
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b48976775141408fc7dd5ca0cf7818dfcd7911a0660923002fc676787abf836
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30a72e3a761c8b97a78108e4d7cdd3e44e29d98
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b6b9239c2c71e1d0e22406a6232b66d912f8bc5c47eb735c248b5108b58ed4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b29d46a90486681ee89b9a96dc38b086ab19702c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fee285211f9152a040f79dfcee7757cb7f1eec4ea53892ef32c99a2d6c52db9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46dbe97af8a170d60dcb715d8d82ceb370cc040
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:457926e5abcaf19846a47a427cc78c89ef80a70060a47fc1ba84ecf42f5b49ee
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4570393b48b8bdbba48bfdf14506ad9aa469e1e5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b9fc5d296291a757a63d9f64eff7680d297983ece48e497513d4978932ea24
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e1b7508b670fb401da2b1fe8ece68f10a53b95
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740c4be97a41835adf4799d53fb4a1d8e55309bbc02633445d2d12649ce10a02
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f1ebe4b8af923380272057ddce60533d8e375c2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24cd0d5e5a13aa0c342bcc9be9297e1cb5afcd2b53efac3555479efe994406b4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ca6c4f81096aee1daf4cc999516b5d721e03234
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b7ae5d4b989ee5779086db241600c49a779cc066ac0591334919db9d69067de
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b8394d4fd43169b1e3caf747cac241e54bf75d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e263aa7af686bd158a81c1a549c2229ce9e398e1f954d79193def40e226a45
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3547ce59065a867b4a54a94f89d4241195ec8343
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df284583d7bca819fe1e38646d50969ba2f015da27a31b1f4a3c333b44132f36
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a0a2fa2bf995dcd1944eb6e3a8fd424ad1a9aee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963b5cbc153ddda7208876e78bad3fd7114227ee900be11798a5d16349e8c4e1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1686206c5aaa4e0480b06fe2c3b4f6383e80dc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764595aa716060ed3c5f2ad48d00e874abe0b3b4ef22b9308b00055bb8c67d8b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3520bc55cb9bc0c83e900c9329ec5e579a00cf8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8261b757e905c883402bc2bd05830304f9524f2bb2701b2ff8d40237b807a460
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c6441a7bc10fd166d22d68eb970d8b869041d0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b35cb0b33c836e5710e6b9d24a42747fe54e304f73aeb2c5fdd6e67820680ab
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a904a9a1b22c2e85911ea1b8be51c248d018274
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae51d978a5bddf69f0062f198e2456669e38a7f44c203b6664f06a84d372909f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdcc730b7f4fa0f5aaa77d948eb9926505a06f13
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56289ecd176ca8dbf7fb88e2eb61097633c4ec3147237195ca9da4369f549c8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27196e2ab64811e30d80dcc4519a051dfa924860
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4213126cee47ce7183ab1c2d5fe2131db40da6185c9cfd53cea1d30e25b38de1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df24df7eb5e2e3f489c19da0ce27d5afc276d77b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d927d0c5bf6bd44f00209df9e0be364938f58a3a9accfbea0877f81afd5b2d31
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5865293403a1efba9c557ed4220e8870c6749a98
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f32a3b09a1a1b016a9cc8e1664e13a675987333c36a77c2106a35d0a08ab92
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d9bd1020abb44af663bf8a6bd0eb6ffc52e9153
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81edd3f7221025dc31f4fc8036eb58eaa3906c4856f3f28a2b7edef65e1d6ee
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7da697105593323919da9119769eed63d80f99b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b9e67c26d88b57af16298442bba77f8721eccf8c7b9d3c744e92d464802211
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51fa1416f645d4f861acc020c11a34c00d548ebb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a9385d0baf440417f87abb81c21ef5ef2b107b1b7c698f4c2b7aec34f62eb4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc391398c030d0df7e1190d2d769dc80705099c8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4f0cbc2e962bb0511bd9a1adb9d4d87f58c4347fbb15c0fbda49a8e9776b7c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e47b832bb0974a1832a4bd337334de8111218a7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd31117fe765d63a8f2e6f1a49ee2dd2841ad05f3705360026c2fd90c09b5c4e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2558fc3f7e717105d0340baa04e0010536b6e436
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ebda3b3c50bd934cf3e62ef2536e7aacf5d2ff33c02497075e9d4355956daee
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96b0d9baf8c422137774502114eafff92cc13375
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b23420b58f32591326de6495288a0731394230a7c810bf1539e7f2f64161b52
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f87c7c8c7a0f273116478db4f3be3d56119e7a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b87475b4bad4400982ac2fcd0648d6168135c2d2fccd53767d9c0f244d7b07
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466151c8216bb5eb6016fec8639fa2cc800e044f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614406d9981a2b65336655f46d22c55507c39d3f04bbd6e23afd1a1e50db8291
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..764e9b0961140fd03ec460534cc0cb894bb93bde
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749a9de201e276ed95fa5603932eef3c552bab275d8fc549844916f33dabc74d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6deb1548abaed98d24bc35deefdaca0b78db4b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e701041b2d74d43603ebfa4fcfa3066295978ff8a154affcad19b944fbdeee44
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8038477f7c3641df2d1976d9028e2b0c3f25c7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91840cc6d80fb3d96ab6d9db1a96e9ab94ff09766ebcf915eca875d849b9e7ca
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..942151e36dc4f25cc00c829cc4d588eb5c57827e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21041a9142b6f6a2b9b9574d69917f16d6af7e736091a415f9a9c9a246e28e86
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c05f220cbd6334f2fe914769c64c0d5896ba8be
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f10490b1c6cb573123bbedb130b931d37de8b0b909dbf8ea2ab15df11815d8a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f697268b6d1d9b095177b4d6c9e848789eee24
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0945e2f67cc8b533e89e99d145047761bbd238bf84d240db90b0ff8ec23a83f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2416774e25fcc5e14a255d0580c49760611d7147
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84dd005ea68d916fd394c7cf9d9868f1824b9bcd7d4b68ca426324f082ae6810
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d354b16c583ec3bd6b97a9a611344116a68bd1d0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592192e8b546b5ea91876237ac43accbe33a5b949e6b2e0e66390343efb1f993
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..239431b86cc53d23f4cd42d381d193d7efe6fa3a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9943366c2a1e454afa72e30425e441b8574682a71ccc467a47736a8c2bafbf3d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4ceb586fb43018867d5238486aa5d08aed23a5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a69e8f146ec6f2d366b66b305b8217f0f7d7d733de4208c4d3ba12d8229f737
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6db5b4576bc65327de6ac510b6ea17e3a8d338
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5a86991a8e3dbb82ea998d0da212cabcf8262caa1784833c373261e8b3cfb7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f1dd12f26dbea7c11af7f1d6eb41c2dc2b4474
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:152be214bfce883ffe8edac50aa4aff3aae8a3130e2c39f7e754229b124e0e82
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb90793c9a100c61a13375633c0bc54e9358a40
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1601bd0a7742fd7af9649b6fc64cb721107f64ae3625632a73f075a8976c651
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b4df203e85a9cc4753e239b33367ca1ee7b35c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6866436f105156fb715bc7d231772f303c4c654741946bbb67ae0f7c04fa34a7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a829836b632376831e955977ca4c76622d59c586
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ad3a71d2485bdf27c0a85c4efb30974bc6640d4f04d65da0784a197a4f7e70
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..780650a857f9eafbfc1192d49ccd8a9cb46456b3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db7e3d8310a4ec888acb1f67deeb16cdc2fd7fa37618b70751dfe71a3dc0bbc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..756bb491bdcb1ffa53229a5a699d23035163e2fe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9585cc8c03561504813e8aec95a66d9e8f24b8f7ea13b27e7c6158207ca775e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea50b091bf49d28235759e4d51a93eeabe00c69a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ce19722ee77e508bcc8a9e2771231276f923457d32af0753f363574f0e6270
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a81d4c9ff1c330a884a82942e2abc488532dcc9a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6997345fe1ebdb46686c386d14f5e6acb38981f47be2040a372f3312f6882918
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb33d96d0911f6fe11256e8149e7d82ea97c23ae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3594364b758f04b6f8e0b4669692e71b44fa9ba5437c51b5cc5e41725600c4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb9eb74a7cf6a83ac67ca854e203dd47d581a77
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8598f08655c8d3cae53b0ae1b9fecf566aa0fca9c94f08a922b2680e8b311371
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b19d1ca2d4d4ef521d0769ab05b72b1cc23a43
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b7a3487b92486e6645a017d14350ac8813da3c408a6cf8c823e479ea1374ca2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1430a53a68a56f3145561bdff8bc20d714a62633
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1322b0309c790214b9547257c74f0d4343d390b7866c6f8ee3e3419661615cda
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee689db41bc4398b23ce31e66c75e1b799f60acd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37e16313ca4314bbe1c38a358ffea24c3978c075025cdacaba650b129a53949
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c90197e1f0b5fea5985f76fd1c7ef16c559cca86
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9728e727dcb8070056be91cd8090fae69bbd8a0a36400d6b5d1e63e943de74
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc2aa2bad9129a33a7401e5a1d4f72e902799929
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736461d7f3631abfa2834b58b08630971aca70f0d395a9beb71dbeeb42c8ddaa
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af275800d5b20c43bcfa4a370ac3a24650455bbe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:672ac7a36d349ae86c4fe9124865d6dbb70f44f236d858175bc012c3a446cf5d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d68c3c6b6c79f40da2646c36375909cfcdc4e9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:861bc3c414896dc6d46901cd6322664c757e60fda8f5d235f7e679bd416b6df8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b2c830be5cb20efcfd5641baac797a617980ae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c141ffa082ed5f187a4aa7863df307a04e9fe0ed473705fee47c2086642b2c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f28f1205d23893158a4270476c36b31b00a50d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f04897c60f9449699462ed336d2aff51e5a90d564ac24c5b21602f55d8ddba0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bf2e451fb7a65ad02cf4b90c5cb929755498238
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf3da688bb5873216ecd87fb8f4f4e04968f7abf3e06cd6179a7fef13a8bd499
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faf0766eb214eab8f5c6c0bd9550a7786d411357
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34293cf9df485f184509dd8d200e51a0e2972ab8b34fdcd89083f5f7cfe9e58f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd5934898c7b8cd87e413892607b7f1b23b13ca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1ac97f49ed069333ba127182fa95cf7ffdc7392e15557aa93535b062b456f2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ca5668b351900d9d2f46fa2c7c2a1dbbbf0464
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ddaaadbd70ca9f4e8ab2bb215c86cd6ea2d038605374a662d0a8f6584a2c808
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb7efb4ebfcc8d0ac486c89ff21d935eb9e7c90
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0e0832b1920f01918acdd4a35c99cd0ca77da77f58e6eed94b36ac7885a005
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef0f4057f1685d5e8dd5e97ca3ff91d0ae25ae83
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e54356d2f59a7abf98642741e3f3cdd126f23b04771f2191aafeb52726f62d91
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c22311d29f455bab8590634f6ac439ad2b9cc577
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce220acd7ce1f95594592e896cf96850c376d59cc397acc0ee58f7073b5eaf80
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d6dfb35946fbef994615f8116d87c810af9162
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd7ec43e1ca6653521bd441c6859f2fa71fca12834126cda507bed0c41754bf5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9aa7d7434e68b58eb5b23a6af6eaf6055a568c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf29d06980f023b1e4b69b705557f51656fb7f9aa7f2d9b71e728e5aa348b0f9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c05635fe66b7c0203ca19cb881a566802388b67
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b631799ac23116c491686a7a811dd7be1aeab1070465d9d3c2fe5123f2c8ee84
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..959ed53afb5bc9d8101c8a9b247742779c70cbb6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c567fb5a537672b43cf10c5b8b7bb0e90340edb136ef8fc572ffb8ffbe73119
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b140c34e156e878500b3ff330220b9975b694be2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301913c68b30692393506c40cd014d84953ff9cb63ae65d73aae6fc3de545627
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f87c4e78019a3bceb083cf1e72d1cafd10636e5f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:813ab73178009417af5ec27f0e0953c996f54f6ab0cc575d4630d1e24b5d0cc6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff10516efeb896fe810d7f454d434c699c11aa4a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c92ad31134f4b6816b09c2bd65c9af28562341449a1c1419a9c60048c3eef45c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a69e8793727b45b2475ed05786d2210d5199b0a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9638629d297bcd480f514d3ad9b1915498a1254120f7a46bfd7783db0f77ac
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fe3f1e4b1453284711fe1eaf34328a4428510e7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7331432894a6bc2e68e24fc220d6f27b7bb8af9b36cae4ccf32fb95a4a3ae51d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3987f6fd3a23d1d5d28c83951f4a9e3f07a3e608
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8926bbe703e95429aa92a394da22fd780eaae43c5d0fbb45feb1b6ff8479fc2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14aed55d7712cfbbd5e59f25921fe0b41b7c67c9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f13146f50625edffbeb0853e0657a722c2e8c8f3a50e31f4188fd7323f56e9af
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6f57abe415426e8e283e521e5b8ff99b0c9960
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae1aba093c8305a67a3b6b9271e6df2a90b2733d6f7dd8c8d58c79f4a691c47
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..351402f955fd44befc530c49f89371a09cd5de20
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b999dc9b6679f7566fdf7bd10ee4f6710c9d0043dda580342a4242b8f4342db
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2192cdbc8ab5f0007c609781fa16442f477eb9e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b21d40b222d89eca1b9944fbd893a283bca7560b73c8607c200b56cc827faf
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632718decbd8429b8f1e3f5dd9f195c3db10cfc7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a3e27b3413600a1943d8fe9914d7ad41e0f69dd0075ffdee16b1ce1de70c29
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3381302e75a89fa5773dc9fbdbc85902cac778
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54906d5c04d878fc63251f444443cd839d22088d6f41d67917bedeb9bb62f9a7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f030843f9eeec6aac65868cd5d57910caa4dd092
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389c818b17756a58a13ea25521f1e55ae2f2a13ef62f680a67a5f0a88eb68b54
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db7a7eb4c960321aa419221cfa27d075c3f11cb4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa0febce32ad5ae514940775bf860a8686b64cdefbb16fb46c37d32d77b4a92
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab3d91a4b8c95ff7c6b905e42690c01952241c3b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c70f036d15faadcacdc1400da3e74f09f276dd7ffc349d41fea72094335dd25
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eab081cdf4d53549b6568b15a5d4023b24deef2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c58209b0b3054955402114691cba54424a0478ef72a28e272f761bb2aeae56f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf55bd0d7908ea5025f803ad913f3eca26f81b4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02894d9d516c9c2c214631403ec6443374630f0007948e8b345b760b234393a4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9913bda49f1d082deb10ef75beee67a4c03866cb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82859bdefed831357347a286c4ae0970a4afbb3e239eae9a6b81f85286fcbe60
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0592aa64f2bc48e4d8144a993db662a8bb46df6c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d83fdd89a275a8658b963884109f4c1016aef61b357ce67b9b14170dd6e7313
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e0937db31604d326885faca668c5a4db67c4d5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0226ac92733920c077029d26f924fa67854edc5c3168744a680aed8f9eb0904f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d672e58429187fe7144ca61fc3a234b9e52398
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a893dafbc97cddf82500d3dc18690ae6a62bd0cbd18453fddd9bdc7ce10cc691
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..458fbb0b74e5e0dbdda1bf46b91b71eb11a1c49d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa61641b6e8f0c8492c1e11dec7ab77850bf6eb42308557b766276d4655f21d6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffdc02af6513e7af4cadf6bcae808dc5143092c5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc5d5c35e3815f76c9ab18b878022aa31bc9458b89ddd928858ebf98d9f7f48
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba8be3853ce481f0253147b73e61295f73b81b25
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fddb6f98e1ea0b123b2ebb905010c6152d50e2b4104accacdcb3d1023184ca0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8301b4bd8f205df5b301138e3259b58676aaccc1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e065ace8d4b54422fd09de19845c83216263dac7649faa06093bc99bff4cd20
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ac7f5f77efde57152e78004cae381d3bbfa5a7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a78bd1c94cc1ace1f95ba1d5614706f6c1e995c0b8e5b2990dec9dcb50d1b7e6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f3cec3f6ef4959d64a3c0199628e9412185dde
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601f0b01c43113378009c8015e932e1c23e881662ecb20d3d1318b826d1bc403
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c35bd33fcb2f642005d2dc477bb4ab11e3f923e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68df41723b4b9ec4fd79f1c29218891f9a42e01ab227939a281f471bd6e9ca3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c2c4ae943b6ae79f790db60f4d6670cbb8d771
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e17fc9d74d38dcccf6c18ec1693819933b1e6b1b9f27e81a31025a04658551
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..122ba3c427f9abee26e72b69739f1644364003a7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2909b5077e6a35330b4c06af84900a5b330c1a5bfaeffe707134c24ab487ed62
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b0ed56833181a41f2eb5d1e75238db50f94afb9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9118b161b542f624da63bd1de4a5a4352712cbc0d0871cf222ddd87d6e921a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c16efe59f34623e77964c9d11e32b0519d09ab
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ba3d4f15f5d17d595cc3691ece0ff080a0d8178c816c7ce5171bdf12f794632
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea3d611b2df37d3d08649c78bd9c55bb5f5cb60
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81c4e552f57c44030992812b5652f6098be3cd40c055d6e3698fdae1c63d3c8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e132f5d78cd8993202bfb3f7fd8768b85d1e2046
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a697cdd2431400e2ab98d6185aea8d68c8efa71eafde6ef1bea98d35c92946d1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ce0f7f0c4e3c486a113bf1c326c83bb764c828
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d85bea33bf9de8252c90f9e9674677e8ff6e668e5aff7f17f310a0b868a1d3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f534baed4dd3a8c06a61a0fb086be0adab23db97
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb0eba3a38153230eb3ae1f7d7df7ca051119ce40d4f83d354cabc54a53e621
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06475b92b54fab9efc052f7d7e91c89181024185
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ad582ef58c6dca0a2965287bbdc5c5b4cdcd3f1837e1c93451c7407f9fad1e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68de79336a16fd1e0cd269315cdcbe938c22468e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74a8acb12ca072a36de18e607fcf28efb52cfa6472126cc93fd611ab9e167309
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8baefcaceed502dc295ec7925ef11a0f56dabd58
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302a054a84dd173ec5ae624317b77b0c56c04f876fcbb3235c9b3112a7d604d9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..992fa4fa00996934016b9d6c49d4434e22693708
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e5bbdd59cc6c30929192fc4a44df1c931c497dd7aa338ff05ce18b3b6432ee
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f04dcd44e20aecb3fa78b4a160e27901a29a6a8b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a47436273b5d64280abb77e721454c59c0729e0b89c77856310b09d8abe6ce
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64524237cbf9ff5a592177a9c3706e146e24451e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ff0ef9ba3e05e9417359b1a8ca217f972ae2fddfdea493e50ca6b572462980d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a6b4809fdc420def82ce79532ff04727e9c961
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a226c6c7b7b62ab254a1354d2db02bdbcefc73c17d61e798aa32114edf3677
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec028a806e33866f6326b747b7b97709e2d8ef1b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:118bec5ac3c611ff93ca6370acc54723a181449b8d85924fd9bac26bdbf0a573
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..863d9c7b9a11d2b54b978c69b3f4588af55728a5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:073c6a472a363929deac762e94a57c3503adc96c9c7956d51957cf7f88ca9a91
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bebf067f18b4f749c046bb5a72b8a8e143279134
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddfd691db64272f59d76c4707c4f6bfaf25b62c77cf4ba74f96348b5f35b0b5c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5286dc8fb5f7cba4054d68df8f836eb233f877a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea3d4eef54875a3fd30b6f9f1df4036cfb6936e1f99838be31237fd4914d3f3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6de7705257218e5e7e80e3f4665cbbc1a6c087
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a26796f84c441c68a65566786cdd8df34b3ca6c736e92cb5202461414bd3dd84
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..715c7f5c05290a65e18fa13a455196f75ea2838d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a85e49dc9fa1f58a5fec45dc08db110e41332382c64d4c6c9795cfdd34263c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b012f9a4708ba7b78fdf8eacb0d6dadf1e3c9934
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3251fa9ae51668f2be0fe51137644b473fc0fb1a08932a49441a8c67038e41a0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f3e70b27e49985de428bb8b894c3e46a36c42e2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307af4c7181c67715e1cfc4710061708db020af27a81646ec4ccb778af0d720d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80eba9cc9e72a8e8154f4b0b7f5b07df89f5ed81
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3de5bb59f5ac522311096f60c2744769ed04c0df003fd5392f692aec7cbafee
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02b9812ec1e0f362a98d221c111954ea45bab54
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd4967c7026d72072f972906d1d506f6fe95cb5479207b3fa11820a3e13d851
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c1f4df33f51d2e35e4f39554d00f76ae09118a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e15dfbcbb6aba6678b243f8d4dccc256e98ce6a55be3afff26b8856a1246fde
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877c1aedfb0ff281c263dba8fa291bbdbb0efdf6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c488791c5aa8f14701fd9b235d588c39ce2759348cc273133011b5f1674dc3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0de56890d4a0587cccd3b220e60cf4cd70d2e2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7036e78f598462a4334ad4d45b120adda66e1d77247cecf4f0536fcc05d5b76
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c06df58e875989c2a80facfdfae767f7554fbc9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80dfb9698ae4954658c46d25dfa346aa55ce452c59ae92b4c95b973898a4beec
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e0f85e020eccbe041262647567141563a1b49b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:305501cbdc1ba94d939e720fc807745e78e4a37d33a7280b33327006bfafbe72
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a250ea3aa666d57fa777edecd04e598b70c6a40
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a46543bad3404fb25c8bc58654e1de99c622dbae83f21aafdd6ca5d7b3280f8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acebbbf7cb75f9ab0e73f89962fb23c12e2ea7ff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46595f4da7ff2d1bdae311a2c32754cdd7c39534c4d42dcc563c7e8dbbe6707
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/lm_head/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58db6d566290b4c299b5b1e5077066a056f79c9f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d90fa5f3bf7c7ff67f05ca06444f9f6d100b99c9dafa7598d8d01dd64814070
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/lm_head/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8426c1e1b8263f576e1e50cfdfd653616e170920
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9dd97b1e79d500f71efdb02ce72e933d8a394a5fd73f7cb11d56d83726f857
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5bf3cf2ee454c43d2d552df69b7ac4224adae54
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc4044c9f7f7a7c96f9ab60b5cf67958412a36c25e890e2e0bf3cf9e32568fc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c237af087a870202d9fecb4cc724bf50cb90579b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28448085a22820d0346b35191518cf38186d4e8a3628348ee13201fbecae90e0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1274bb902fcfe8349305abd98f93a0bf085ea22e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86babb792fcbb0dcd4b9635a5cc0b4ed14091b71590c0736029c5b3bbf53581c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..410b1cd83bfac9cab16dd46b9df80ef7f91ce759
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5296dc595c9f6228af219f0d5c0e2b93fa53500e185232e0fd53fe103c1d762d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fe77e6010f48c3304b748daddb7eccb2c30eb35
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:075b97e4fb0db35d8ab6ab85e019b4195110597c49431de8583c63806b794716
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a29ce298f8d84d37c54a2835c63605b9e5fbadb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f289156b801e9b474f0a56edfc01e520bb3c771cc0807c4dbbe907e5a00300e5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb38b7ff2af58f767c5d9235bc4f41911b5c327
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b057e664299134c96c4ed431857b32302dc7bff09193dbba68761eadbfc01b6d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f80894abfd96c67878ed55429e74311c7661a0ba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1fe3ff23ab48728429cd300ee94c163f822401c8f4057286560da5e86cdadfb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9f8f9c17ecdd6edda57c209e9e24bb0e5b0150
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f7588d8b7f36764811c8c85304592987654aa03c2cb21b305af0cc639f241ca
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66eb1e2537bf6c805f1b86d2a55db467623c3ac6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:652974f6d8db2239277abd8dfec5a805d5387f7c4555703e6a514cf375d3cc76
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e61a1fb6589441c5e9cc54ab6e4f5c1f56f6a03
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1da69acd269f992ff12e79a90bf4bce82e35651cf74d1d8ad2077a741185ff
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d701f68cbf07c7b6e3b3d306222a64d9787569e8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50c5ec825faea673bf28b657e27acb84c3e1348201b767d5a724772d2d25f2f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ede0298e6aaf66209c8a3a64840fbd49219636ae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea889377b2d7be279b668438cf5f82069ceea0d3c5e58e2a565c599a6d591a43
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..746e6d2a585a87ab32576dd4d68a5bbf6966ac3a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb2cc4b9a7775e86f8c4609b31b99e2262594dbdc33589da50e25f81f391cb73
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39646d24ee527fd0556d7fe6c32c83c0b234f9d9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553963d262c45405d3a5a3c7d747ab6b90fb01701c98f3137e14a9411b01c359
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da5a372b0e103f8bcd55cbceab6081f0e5b1f6bd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70e575eff40361cdf874b0dc84aa68f8ea5d6a76fb8da343562b575390687db
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f1eabf0a12396d7105c4f5301b10eeb2a900c2a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56fcc52d0cb2ef2d5f8ce34adce896804ec9d92a31fec24ba21031a172a38a4a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c460bc7c91ba54424acd0d8c4bca9baf56a591f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b6b826e7f8a98ccfa70415123cefc308893ba0f9256533a83437acfe674a9a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eea9b0c223dd1f0637dbf8468c2080ab7ee0f9f2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca968b038f3a03501eeb8a64b7d2b5466d19577fc4e6510cb40dc07e3a2e6599
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..495c9953d1d03f07500498d0c4ec31c47dfb0d79
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2c535582a9a0da22f46c3822e7a1344436a657406b2d8aac3c91a3f3df0073
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b728b30374cc6abc4f5ef7f9269cfc377cc4ac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad79d7ec35ed77ec086eecbea95bdc85bce154f0ad94a82f266b85f44399268
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b442d180da8a4e836905d1187fc2b44a55e76105
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6a9c598717e8f0a1768bd03c89506c884249385b070e982747b8a2009d46ae
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..539194c22b0c9de2d246e0b848a432da185b713d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e71e74f6307fa54146419dbf940a83bd93f06a41857f20332cf83e42930d506
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a45f7c92dab960a39c618ba58670f89557ce2d2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44ac6f2e3e6e76c4dbb263428379f4f107d94cee07a81666e798d4355c48bbb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e44db9767f49b2136abaa8e7e5f32366c6eac2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de950c506977d2bc23159df4f2cbbc4c4a2e4d4b6077d8694757b137c5809652
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfd7cf08ecc45f5bd76f9bcab9770d7a76026516
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab9fadb5be32aa9b7564e1eb8a52134cc2a58e240b421b5c8685db89d48b120
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02033596b77fff0f426dc0f50634af50e0538a57
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c502880db7b0cf6b21e486c5e3fb5ba8cdc6c5e240a6fd501291d05e47edaf4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3379e8913fabad9a0087d56514914276838e943f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16865910d22ce0a64db483b5f05e953d3a8de278fa8642011cd657d57a026f3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23912ab63f9ac34737e617b95afccb2651806682
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a1a1d784a8333865a29bdbf37a01227a0e08a69593ba0ee71c9c42abc9fb06
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..066b845e86de574f148c8f09574602676c2791a5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e8a59c74bc2a0f20feaa97371eb11c28fe7472a839f0c941260a86665d56ecf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82502002a2da31287dc7a38a54df84c8ac6df4e3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6f387e4f73c84dd635e9073e3299ea158463e41fec7bcd863df75809d20dc89
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c997ab45387448547109c76f11bd8708b6040d51
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64a4d26bf84717706da62aef75f07962836dcd4d80c72f3e5d4f3de3cfbc895
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e752a26221739dda3f24fcd6c6da1fe8bfe63bf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093593c668de687640d451c5c766a940c6c5fce3edf79cae70ea265e348298b2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5053320d9ab767cb3e238d629b42333a3e6556d9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cac7bd0a210cb50857862cb71b9667a40a945d2cbe9a26fe6ce9b131c23a12b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c68179284b4af707e34a5c8d47ac7f71fb0f1766
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e0529463fecfa295d39cad99425ba99dcc4e31e5d17eab597f66732736d798
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a849f2f62d56102a5c13c71acfc3184e4aed614
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac3a33cd3b3aa7820ff3ec0435f7a018ad112134f021dea82ab6464868f46fb7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb3959f39b80ebe078388447413e72d48dad3d7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782c3e6c63bebc6b25cdaf8747c5b6e12d6ecb9278863b423bd09de06c37353f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a185bceeb7643c2413ef5377dc445bcc3af646
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba1f3199f641abfa67f89f3d06b2a3c8ba7fcbde78ea1b528c27a3af607016f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19b480fa47366629281532a9478b63150341661
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba94b32ef6ebafc013c7b9640f4d7960f3349009e13c1d70d9107cbdffb8fe91
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ff99029cf406ab8aeb66639df6f32b9c841a06
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad3cacd5f66d09ea99588fa5a8c95a805e62b9a7ac5dee263a567b541773c206
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9245cb5d516e6af360c3bad307442a49a15e9d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c0a604b9d362141c09034dfad301d0a979dacb0a964bd42fe4c45b809ac4f5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09f7b6902bf30b20378056f2d9b356032a464ca2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a32639477106066a1e322c6d5521d2aa1862d8968b41cc76438f8afd8a7a324
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a08facf55e09f2de182bb1038cb4f466544e3c67
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ed83a8b5f5a5177992bf1d06ca0138bcabdac90cbd44ff2c52a5afa133dadf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..837a87dc573ec108ca41f8d03303ccda966e6b16
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92d347a1c74866a0e9a86239ff27b67d434301f359f4c2ddf66d5a74ffefb82
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ad0788df09fea8b5be09792a9d7e12f204aeab4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561c55f2571504c060bf043b60c9f53f1239fe10c5e0b1934f58b6457de69ab4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752655863d5ccb875d64dc14539d71369ef516d7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21611ebb9704b787cbb60e260a1553e60474e12eec2ab72531b1be1926beae5e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5edde4e00d56b0969c8e53135311f89e586b48
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2876a257159af2ebdaf76b86c403ba22fabf2f2dbae39d2938d8e51570bebeb5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb27b9e41251753a5aac14ecbe1987f0624e075
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4170cea0e9491822ee4ccf6ffa5729391d1e0e7f84e5fc86dab5cd74545805c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe5336301d2aff9f1e7645c70f2737e0369ae0a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a19a9982a15a82090dce6289bd242254c89a5a2adf167bb49ec58fbde82f3c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01387def8cc882a0457887b3334d0899087af88d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf70b007fb9b86b7ef267fe68cf707e0110801d30491c0e2df954a55d01696b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d3edee62f5ba45357d57c47305c1b1c9b76bcf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab2a1a2db18bdbb36c475f6977e29467c4d0b642d906b159e8b12597547641c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c003862e9ac74c09e9af072d30bef63def291a30
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ca3356532cb305f5b35bc4dc3c56f2c4207c00fec31118467c7f54f128a2aa
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d5d878229990b97c09b67550d09e95ea6427fe6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:948d1296675debe6cea534889b168e2d7abcfe81cf653e54067b5f61f3dd3a3d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e2acfcf6045e04379550c6f8c66e057fa94eac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d66e8d4d78c8946e1f4d7471a76f25a9ea48d29a806bea7838bbde4cd7eb36
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad77a23b018152a10cdbc3a8470957a876d8d417
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8781de735dab7c26a6f1cc4f40717cb9afccbab3ec842261b6e105ebca136416
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6196dc1c68a169007cdd07514c4f014360c7b55b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4408111363b9a5b3af435a53b15997de826f2dcc222151f9697d75deaf9761
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc5966074b94e0b95d3856fb9810ef0f1d23c0c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee70e12b225895fd54d9e1039152b88773119ee3e997522a57558b07724eb00
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb47cdf29062eda1ae54de4ca9efcc690c7cb8d5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e2924f8e556ef870d05683c0f13a812e7d3fbe615c55d1c433fa4cad1f0a9f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b40f454aa8311115faa771558d768f1ccb4e385d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422e0638ba0aefede0a734c065e55001d9622e298f2debe7f1111867747f571c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c0058a852ff5ac884be5dd967cb720d5a0e4ae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae2f38fa814ce06ce9fdc8042f7d9a6bb21508eb74cc098623e95bc7aa3773c2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba7c9d9427c325f81609d734dfbc131246f1f41
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65665cfc6627d550ed521365e440f02f356c2ded5927f93fc0aa5165cb6997c3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30081aa420774297dba7480b97d7c8c1bbeb21ec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f700d94753b8b6aa3f9d0874ade80a6cf3f849d2bc0ad6253aeeef7765ee62
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c0d4a0f12987e01aa4d8ebf1fbe08a606ac8dca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e82ae3ad94d6e14a6effbbaa2623e4e0b196c184a87f52ce811748b0a42458b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed3f5199d5b6b473e3ed455a857f7154d35dc13
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2deb6933212f095be39dc90d7baa5c39d274e5abb585214d391ab33afc54f5f3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c743ae2525b0656518fa8da91eaedff43aeb223
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec19a6bec16dede578a0cfc4221417b04d880fe920534ad9e31d37fe81ab07ea
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a2069372f143c587e5eb61cd68d10e27bba6a6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5845573c58948ee0b45304dfae3cd6c7ea4d8d6caebfd64104618d401d515dd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b07c8bee25ded4f7d9ae8fc9b340b8acc9c5f4b6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e839d8284420fa704280b38e637afe6dfb339592693f56effb2a456de1900e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19d2220aeb1f130fd18282a23935730a9fa83ab9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d40c56dbb2a1bf87a78f006cc9c6d2fe9518fcdef0edf12fae3b274b17fd7e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c79b255edda6d506e4ce1d62bf97fc9bff23a52e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891a7c8bc2bc0ba3857af33cddde0041ac84ee3ca5a66330d26a457d9a7ac7b6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56c24328b78f09648892cbd07dff36dc186fe053
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4736b665d2dffcd4ff582111af7695d016a9eca432491764e7469e1ee0599d4c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975e687a3bdf89af23503526d28dbd9ae0c9b9f5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05737475a1b22003f1309f089f84ce5555708adafe849d45f8976c5b2848b9b7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be37fd65d7292a3f314442436b7f69b9bcf7059d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d4dad73ab635fff1624b1f40782c3a4af1505afa53d34f9521ad592cf0e082a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd4ecefe3a5e8ae2c65b8db63fbc31c4de5cafae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0c284623355a7561a35796b61cda478b3640071e9620e6c3fd14d14fd6604b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..114972051ebcaac9f6c8c1a5fb0ef866bf483ed3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f9ed0990b00a85c07c50b7e95bc092f8440bf6a9049386a151dfda8129b0f36
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74d9e65b5f84262bd20b5834a480435565fc9aec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba44cc8f7777c9a22ba9884fa54bb542df17b25474e2e37618708ba3e838c7b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5572a5f89971212845c20465900d8f9f810a29
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:723da8caebb102c83b6cc149fe2e99a1414405e6b40dd50baf3605401680e0fb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ff2118cd9e48c8e798a8b2fceacff920bef60db
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61288588442fa76b7d3597f3403e6a8a3239cc53aed3f079ea65f9b1fdd4c136
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a00bcdcb75ef7e7569fe66cbf3541d9184f32c92
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28653095a120882cfffb3f0c1a62fb160248f3e9a9fb8926e60eb05513a22af7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed2f78d8c72d080531c28b20d195e96183a784a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991b41863e083824e45920adae422a1ac1d62a202c294714784763d1f7fdb99b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5568ed82e6eedefb2c5e32dd42df60d71d310a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:243bd5d53202bf5f59ce7bdc086e6f46634f35904a882779ab5dcb4f0633569c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41b8ea5f8bf5d7ed96edbdf5b9370e57be3ec8e5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb3a3f436c7a9ed22e175de007701bf7fbe02e44bc1b068884358f6dd146cada
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e6b4e9a7985445b4f90212cb28bd364347779a5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edf10cff530863eb89454adef5edff3558f7a095e55e1b568ff2544d360630c1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5449f8a8c3f53c1444434d1e3c348a694b5c8845
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e69bdb7f11205158aaff9900f226bbe5f9b6891a413e5b7d370352c8ff8b6f6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af84af32f4e57c1e50653cee4a781122f0ffb84b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2abf88a119db8dcf83e8fe690beac8b38f7999cc8b0bc76090c3f2d0236da553
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..140ce55f17d70800b0a667125b5b339472c1cb16
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc40caba3ec53116754aaa1a7e52f2a12dd90013377902cc8068816b92c9330
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b65ff94aa1436cc72991fc263ca162e116c682
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd5c2a01d776e84da5db01cb7ab271cd711cfd23a0aaa38e24ce1ff0c45301a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67cba226a24273326f23503ddeed08985950cafb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e048a2fbc950d57a0565871031ace65a4ff72e16363fbbf02a8ec6519f803545
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..959d47faeded88ca6d06dab826508d96d5b6ae49
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d1b1d67c3c14a62c0c9393d1b0d40a5db76989d93859b09d7f58ad151a5f8c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a80d5462700308d0a2687d3cf50a52852ccf69
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dfc2d77b1e48c2c07283702d5e442c5824738c2719452ce6c3d28df686bb08e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c546a5566c601aed3c0e18121cedc0f5ec15581
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c34ede896db4a4ce23a691688c6604980066b776869b322defbf020cc88f2a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c1d3afeac200e273ca0d2e4a5ca780c110604f4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a35be42d7383c093ce74e5811a5d94237146f04f68fa6e6274d88972728f9cb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abbf8744f07eb1454efc9868dddc70cc2fe4feb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44df43e14255747652609af03e49ce0b375a952a106b95f3c21556c08cc91a70
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f9c7d05c5a82370ba46ce2d6e96840b95b5c4b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:244504cafdcdcec9f35456b3a15454e7f35a4f6ae81c69ca6e7b9c27a5d2d594
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b50af9f3a235cf2743065ba94ce28275a2691c0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c824441752ed98f58dcaddc15e0e732caff0ed82b98545785e731da72808bb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e27dcb8ba8b399130afc52d723d952d46997efc0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c23901eb0b1c9dd9743d05bc0ba3f2d2ec094f4d222dd592ca9acf944cf96268
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51767923cbbff90d47b3d814d86f0e54d65f452d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0c0a33da18e607c7a805d51be5be601406a0a2f36ddcb3008e122cc38efdc2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..901a6d7b14d18474892e592476c16889eab3bd78
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481538cb591edaabd431f8d11f318991db2229335a6c554ce33f4dc32bd7c48e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb9773d2440155ac2f353fd3490099b7d3f854b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8418934ee09477a85ffa3265a8bebc95dfe82d1caabb3eb421c2484e91ac6170
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f631fbbe30fc710a4413fd2e339d6e6677d5782b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010c0e436102ef4cbeb3a20d2b5d76d7a1179e2559b86fbf8fbb232a8d478912
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..429b2cc2f3556847bf7d21be08645f5ffa5aae69
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d1c500f4bdc53696fc5693d23377118b0f785fd249161831360e6e95cbb9ff
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcffdb4ed3ae4193b84ffcc675b6c54c7b7fadda
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f80ca892bd742c5b5b18b2c5acfd09a5b41c9d1f1dcaf7e3050b48bc567619f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95231fb9b6da21b6b3444cc1bfd7ef1496a09596
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d6807cc6c7ef385fbf7cd004ed66361074ad81212bf31870bb19e820095f5a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac387bd700de71bd2070b2022dcc1b50597eef3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15dfea61f654e73477957d232f8a4e6d68d4d146901f354366e6f58a8161c52b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c77e1dd701c752903aebae823c00ce70232d038c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca4c43cc91506e47816958ef49a90b0d2fba855a72c7e32a022c5f905c20dac
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2055238091eb473727b632682a3d4340382da94b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9885f7a5e8a426a8c1954ba8fc4df8052de5087b53e89c24cb8983f9b84c0183
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733cd6ed280900c0c8a9784c8b478a1515dcf579
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4950b03ddd3bc67f8ab9c5539bae84955e0d18597cf5e2f381493a589da3c0ea
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b045018f9d380a679d65101db09be84a9f2255c5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:846aff97d215f84df520e75a8bd3e2f7127a62af771310996ed9e719878df9ca
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7eda9676f350521d673ae579acb98df944d8955
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85890f023b64abc87e2c314b7de93be0bf7562a8db8a5a0a5ea3f371348faae2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2746db83421122506bc57c8159864e99a6b5e5e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7c67b1d7d48a5fd3d6478a81e28a0e35026c896f4c37d04ab908cc32a210a6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9673c241e0a404c6e52f7bdab2aadc2a42b0aa16
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b19d29b791e8ee326b3864ca67a4b2e3cdfe77d08b991913be77118d52ee8d4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45bb9569079fdebea2472c6331f8a10a4fcb0bc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a2011c59b2d417f972bdbe77f18d13d1f73d60d924815c373d84d79b634ddb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71ca76ddd0b47538148fc6144bafe141028fb1cb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf1256586c54da50db51960a872185f0e63c06797dffac2d38e75faf43f4cc7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a725ce086c159e9c68b54be38b1bf771b7389f57
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e015156b3fa65c20b496d75722d6e9a7b36c02f749b900b6d887ed4e13d8e790
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79097e468f2a66ae9a6bfa5319d5204f9a3c5a8a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db5ac21a62ddb29c0fb26d1d195dd5eb13ed1fc0159688e0d0105f462291c546
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..572975f436937960208435d22552995da1350a29
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f608fe3a04806c0fa0e79047fb20f2d533852846e24c94842732b1a21e65bc3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1628c0b55edccd1302d709977e09766ec6227c0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18d4aee554274108c3a27ddca7de1f25e06c5070f7f891b9168269b761810a0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c774972e8c7f3d89292f1528695de3fa2b4a280d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72fefc8911164178bc42389ddbecb0fc091278e2fe555323b8caf0cb38cb41b9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08df778e214f0d3c7eaddc17855faf5796a89c83
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07f5951464c504fadac2406c9ae5e63bbc75d9f85c455cb070ea58b08202062
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e092e0380682989eae65cef2764a7b8572c014
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c261653a5cebf2f19aaa1e7378ad576588ccdd122ef89139dc21d89ebb58dd
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..069077fa5ee9fa211c4a7cb967b0bd5803bb26d3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280a6c00597034d6a10c15ee2c31d1e20c10e0e625a086a3a0108592741b2310
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97bb06363be3de3b169e4afac31350d2ca562d0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6227fc31b362c885754d2ecf62a8683f7a9eb0c2a716b9fc9add28c0d119089d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9895cb439d5bb5b42d7af3d69c06a98d5fb83d8a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4e89d138b94479312f1bde5c0a9f6f9836ec9b6f1271b88e21f3775919dba9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f2251e84d082d04b0588b3b105a8d3c330eca6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:570b33a8df2c9bc1968a1b21c2594c125b1bc60d5d195ef34ed00940099396d1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91339849e816d04dc35433411171853c0bbee24b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce4bcbfb64c116e02be47b5a27f919bb199ab11858862cbe65d197eb61f13eb5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d15161ba87854f10c5febfd00128840ebc416aa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec0035d6882c46167dde26ecb9e79afdc795c07acf41e920750ce30f3e1681b0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce542bc8d05ddea365cbd9b0b11d0c03a5da7a8d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ee2a62175a3599db7ce010760c7ce91f5a526447a70540db0b0cbdb67bcbaf
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0158ffef999ee850d8695aaeed324ab515c300a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe4d29544c04b5952f020c29f946b99cf68ca013a77e25d75d4b67812357280a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c87bbc47ba9fb12c505e263113d6e0b050caa96f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1955f0c4d80f6b8d200eb939de5188fad778068bdc2a62091b074b461dfc558
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82913b368ed39f2002fb003d1d17c2f6d2fac4a3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ac2a63bb232f54bb46ba74638aa0507cf6609162a9841529c8905f76d214db
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b497e383030bc053e66703dd17225464fe750f6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0135ee309d80dd71e30fc44044d20d9924b5a12dced4b60ebc5e2d68ead43f2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f7b92cca9db384ea189f3846e8629d6f9f4de6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178e95f811a1ff8a75cb52ef6a4ec6a6d55986d105a88218eec53a3d3bb57d92
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71ca341468c42586a256229330427dcf5331d2c6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880a602312d0ef1007b2ca6348d6646aa16b30ecc33302628ba5540a2f65dac0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..969f506991ad0ca687dbd3492810d676f470b859
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cdea183bf4edcce82c80d2d2b66f29e6efcdcab8211e34487a19dca84c7e50f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721e0e769752d685759be48b4f5b392437adde84
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b288d5af1414dea32d4f0de2fa898630f9118f693037077abd0e79c0420dd6c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb7c51ce30cc07748ec4371a209e5007d9b0450
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d75497c081ac0f47a97ba77c9d5687cc880afa51e69d15a6fe62268359e80b9d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e52cf00a230a6ef15d1798c1951d4bb10dfe0ec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1e1a08ee701363592da612e75e7a8b5f4559926e363ec7b79646f7c413709e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e73a84661de19a94870e47a74a8a796ef8a2e908
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104d1da4c8c3ca43a29b3c3c9705e1caa7920ea4587ce8cef6fc34905e4664f0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eedf8e9e75e6b1d662c5d6d2e166d43cfc83aab
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db0c36cace4530075f1f352f07055c6c7687cf31d3ee5ecb6ca1c07395f6ced7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff83944cea76b54a3896792d5b1aaa5fbd3e44b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44af90ce51c4db7428d0350c27b6fa94e1dd9770a10e7713e9e8c0a0a246b7ef
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7893f5f154dcad766aa7b701d6b19b142e4f29b2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa7630b8e90f8ccd37f033a5d9b5487725b9b8f41fdbb54cd3b2116e3e15ec73
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac9e570aa90b0f8b5e99f2102233d18f361aa6b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cbf5934544c48b01064741cc6112897f3b71ad5adb7f72c67201fa9c10fb9f9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ff13328cc87650678ee333397424858e4d332a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b62650c5394c5293c7f43e35ddb82ae96e365af9b455fe163d8ad0ce0fddbee
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b04ae4d891713576204291eb0a4038494442ae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f42b918c6b7b167921a8949a6fb4957614af84d20658108388b6ce45848cf98a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d7d7ac6cc2460253d935fbe0b628e580ddfc11
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ae35871851c2bbbe9d869914090c568f8f6857b1bd133e94a3d330cc4ac423
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8def5cb5a46731690a2f805f1b42f77ad6e8b75e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0606a59fbec8028010b394b170b50cf2b43089f4172d74650179cd9e09fb315f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2c42651e8842c63b0dbd678d329b979b799fc3e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4b0ad7c1a9a07ed51f0662ae2381519a11638651c05f2439113ac716fd5773
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f96bdbbb1f64c5d5fc21c7df2390d3f573cfe321
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac25f8e6110dc31748718184bcdddb7d7a37584e3faff42e9787a58d1ec4b11
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57573922a986ff7f614f71647246624edcfd5241
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c825057418df7c9ca043f470a5a1d0c8bd94f418bcb3be5c8c25c2bba6405d2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dea682c4509bed53c295874fce1d2eb7cafedbd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938027b5a94db365921015b478d1bc4001a459e3fde88ccc9648ebe188d7c94b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea04c751b4f98a74813fbb7b6054c983d6c64b2d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fae591c08ae9ed051aa27afa1aee354f8d5b4eb138291dd7ce217b2bc83b5a3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8061ac5a0a0eaa966736c8eb828cce8e9c404e6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c5c24f10b67213e5fd8856776dbc142f7fa4f95820e74dfb1850d428649479
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce355702ac68315e63a065e0ff9ea0d4367ab7a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc1ff1ba7446586e827492224670927a883bc5a6cb83cc71063e7ef679a7d2bb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3479c2d01255d5146991d753506bdac97e9fdc43
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183c4c254bc21910b104b119d414cd2572f52923b1dfa163dbead761467557d2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78fe41f4ca61de2fca00b41ca7c00ee4d4528f3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7ab81f94ffcafae2845ec3b407a0f5096c28ad91ce2d0ca9e32b9b397a9aaa1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c271ef975efbe97f3e37cb26eef344f3d4f88c72
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca0116dffe408e2bc9531fd24fad38b1ae35d93693a00d4bbac690d21f36b05
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b537dfb02eca67a0546c9e26d2eb1d887df30753
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c09a84ea9559ec6c9ff01c4beeb72158f18c8a9df13919e932d2df3299d009
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c43b1b21d4adc98d3f88fb259119491c5cdd006c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:404708edc290337e60bba9457dabd3d3ccfd0676442d1fa96f7188d6b60f4943
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac4ef3a69d0ebbb7c403eee1b0cf2c1c05606b6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e6e263bf3a27b131c49202b0962646ee86a46fe52b29d6485c25e2c42e477d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5be4a4f078a5c663e613bd6e9597b2c35151cbbb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d205ff14cbdfff10e2398807f4236ba648f59febd461cefb7f577b740fa76c5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d47f1f726c23ae416847af6cdded802b7742834
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db80fb8936eea615bf85078e1b4f9da19e0111cb50a47075c936134e5b46a9ea
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f12d117a5672862ae4574dd02038dbd1a093a851
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf737651bf0c7a9ed7828e40140fe2587c07d5bc2ee29b4281ba7d88f717852d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66d869fc25c376fe1af5318561482cf2b0ad56ff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4eb9e3f1f8f725a5ec612731d047f33af1a99b6b2a29d5f629d218930fded0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c33c14b9d5ae3613ae5569e02e45f0285b820206
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15cfb68257fe5212b96ad2959b626bc1ff7f58e9d867f4a2d4f7347bb48500dc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e63e63b6479a9342a4e18ea4d5892491c1e4d7f4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ad57757f02e1fbf4a4328601a3c2fdfa90ff62d6fc5b13e698fb38bf5b53c9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a103028acd6cdd551b640fbb8afe2d182bac6eb8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19aa0f0e8517a28e77046d7e81e9479eda987aac8b228b8170ba9290b5bcc3bc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d79cbc59af0ab6cd18273e313648db22546ff9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f25863df882436f33a6efde203a57ab8f37ff03807ccb98e505c6fc3ad050e0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cb672daf634e8c3016054153e5f44ca6a89deae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b323301b2694e3fa6d6963379288151b672c369e355c7bcc97a19ff8e637d542
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a1a21dff75b7fc56a6b844ad2f68f83ff63e80e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194433f7e4970d4060a687456a02b7a4c639182549441a26203759740912dd2b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6ec7767e115bd6591402a7d8f1b1ee54181938
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4557c38ffa4e47a7c5326cd03972a3d9d3acf9b14d178ed9db561029384173bc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558b3e2479cc5cc4ce1a0d474323dd1b13530afc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f451d4bd511baa137c38b0adb0daaf9f8ed4351e98f626d2258bce4e73ff56d9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3115e4e6ee573b4df37df15377b642ee1d41c6cd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2228bf265878cdae704e24007bf80a177f7019eb0a68820a23309c9a94f25359
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb2cab9fa9dd183560b99f716b0f2f6eab9506aa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2df0435c652a75440626dec087d088244d12889167458ae9251be52657b716
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f14c345390f48f77d7bae1ac6de27a448e6d90c6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb30afce0053fc71a9a44914cdcafdac0820171a47ff75ed323e8ec17b1aa296
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a7df984a9b9f7f964bb69b89b8e855cb07f4a6d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06815c3fad325146b223b0ef9348e45e1b379cd9453a7debf68b21007bd1aa93
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a2312f32ff8271f20983a3c94044ce0c614f72c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe16d3851e925367ccac92167eac61a4f04a2bbafd0d2a406da95fa64c9223e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2995b0362460f6e11d636df6160f9433df61f4d8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00cfbe8b20ba8961456b3481c27b485ab0a7992e6015fc24558d639c0d76885c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..794dbad20500732362836fcdcdd5fc09aae3af2e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed26ba4f3857290330c51245afe54b7e91b86ddf6d9c3b44f231c8750ec37e1b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7d12cdbab5c57df580450fd1e64b14fd7d56791
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f5f85fb596b7b06c03ae810c89327c1a9e0aeac4d18e5263d1e690b6abee504
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb12eb0edb864f2a6fc721dc549eab4d686fa467
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7407e1aa121a4e40b784fa729874a689256326bdfff317b070927b8f5fbdedc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d19a5cb540ce2ce270d1fb44aba1d6fd482aa410
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003d3b20d6836e156224ac062d5b7e39285ab9daa56a37a62ff7186fbb5b83fd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b03e35cd99a631f944a6d9233656397988182648
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88428b734f30af63655517068f942aa3c28e59a61f14cfda3a9dd8292c035de
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb10bbf262a3ae3ea30b4a6d5187863e59c2934
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51edcfe80c58476d19ef93c2f8a9ce9a4aabe1441d6f025b8a162b02bf55455
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d54e62d78e0a97e3bc05de83e305e6984ece24e7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f38ac1c7e2c767646b1590d69aa233d8861187244917a1f6b5d578fff03ec93
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b63de432b0ed8300857842b56942c551ee75cc1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10cf5f8a4357b060aae8c6f3e9f297fb83da6b09cd05285011f7bcd0ea714b4d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c7043e6b2635a1483e2101f7f4bf4c6c3f8660
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f7cd61dba9775986e2afbc6401176533b365bfeefbd943ec8bfc7d531a25c2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3be00b9bc25eabf5564044e83be50588669f84e3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd44a88c32a9a479fc888f336a6581c8aa21aef182537cc4120c85d0618209d6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a00baccd01b02d3716f903e15df4d0951bd99692
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8716b40d07ff63931b028f885f60d1d88e8d9167a0aad56f0418d60ca2b7855c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c0032b3cf1db9eb1ead58c75c9e3b7b2d986f03
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c90197cb58906ca0cf57c7c1c5c17e0ce90dd6990d38735045f7b3f0ee73f309
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772cfadf59c34e8ac097f218225ea5fb7f086932
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7a73697add69933e03517568163e19c9c329f5bccc2f4b36e092cad5fe9b65
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a67c6dc8518956532f58486a4f6037f13bd93fe6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4295cd5d6b16e3f4e8221c1a7c9af84b087d772075472a9b0011cb906fab032
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59c428b20f43cb23977a5a8940e6375ea04f5f19
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b3f246f4dd8ea5eaf0f355499dac7f1d90496943da23232247a1f092633ddb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f7e41c15893ca17b7d4394cfdf2024ad564357f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7adf1fad2a89c8c9c5361ff6c8cbfab2c10ce3da987a92f9c5d79bd530dc93f7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af74cd84a3c0cb7e90892f7056307ba222649fef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:205e8b409cff241ca05c96f0c17ab1c38f1a22a9bc521272aba814487b3823c1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ce954c89c8a4075886117eb3e112a8f499a708
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3312ad3450ef899c367ec6bf5115251fb9ea68731ec0671eb70921d0c9affa8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b20c0d69456d0d96d8752716cc7dc83094c4277b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48723fb8a5698711f2bd867ee603a1217dcbce9576aec3566c7039d7b56343ff
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c6d37d6d3229c498c9dc9427a59c5d91cde7f51
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abc28d78639a727415d9031332a1e10eae48756e6b353e2b697f13170f43a0ff
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c94ba182cb36a2cf744ce75e8610e8e0a9f509
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:940deb9000959f1f9c90ff59214856b2b02d81b11b69ceef94b3ccc3d5e32eef
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc371951e86b33ca9377e2ff3ce2baca90333e2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb4d39c6c244afc7d4403c644514d15c052c9c40a39daeafade8b9f46a9fd25
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75243bfa62d22e024e5b766e5485b61b2a6af7ba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6233ffab233cc4a78870f88c6174d5125af25161253e26eef3b1a984e18700d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d41a73827b1e1ca5f533c58c65aaf1e39bbb363d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9781153357ae1a95ccfc02fc5cbd081d42855674ecdbc7cfa3ad79d2b4b2f1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acaece00ac623bbf37eaeeedf14f97773146ef58
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:081be5ffa81d682269d105e68bf5858e78974798f2d87064d2567c1655785ad9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d690d749d40a740f6ccd0fbbb2f9cd8ce61e4806
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7184a441987c2d648de79e668f1cecdaa8b7c0dd02d6f799269dffb40cd786f6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0575a149f5da44494568525377f59dcd3798168
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fbd7558ff98723fb8abbadca0a8883dfcd2950065ee397a07578de1a95a54ee
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa4d73d64de34d0c72b6355cb2593357f428054
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b7dba5e5889156b6abf3f678b1a74d65960afc1b6f48d07e283e2d47dca3758
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a35b40ac7594c14d1ed610083b42abbc5c81c8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:319d390440ea4bd5ed77c4507f7ed99e928a24d0e4438cd13406b9460b81ca17
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830bbee5fcb39d132857be2a567091ecd2a41bf8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa359e8240caa098a55702e2d4003091321a19a21dca6989ba40ff93576cf95
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dac93e2f4c28ce87cc84368a025b43ddbc9d841
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf0c02f1cc5e372997cf20ff28b09d6b5fc24a0fcb66517bd1d8c1c4ae68d5ae
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8fb0ec2d48a8a791e174da453992f16f46abfe4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e98416d71b5559597d9ffa6fae41738a570203434ce04c7658c00016223c876
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fe975dad42983c54749ea0032ad12655af80aad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed8a20d324d5e71c03482bec47fad7dd3b2f7c5148918066d6a2f855de96987
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..584e7a5272cc11b9c63557de77ddf4cc7f31457c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98d98e42fba8d6d8d26f2005e4b297503f38b5721084d55eaec98fb514619bf
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ec0156f3872bb75dd357b7ede88b7993951ad3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd194b1758c4c7f56c2e349331b8e5f36eef5f358fcd2036f21c003ddba15898
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3242ece8fbd8c604f9e765fcff4dab6839599665
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00e778e0a6d9fe7442b3ffdd540e14defb9d8296e508a706ec54139ef068de6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b5ecc79b5b2a65ad0411c799b21410677af641
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40da76f4bf8c1353fa79a9883c99240966808419a8c96d8161e5fe8ebc91ab45
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f932c94ea5fc3f94b14c7cf07df5464d365ee6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8519b6f62ba86888e5b22c260091e0d4f6401a43e3ad691f29e8517765846d7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e90dc8e6666f8d3dec3560bae464c60966ec776d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2fabd9366f68e30a73efd2b31296f9bffd0781674f8770cb8664dbf17941f3e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6daab0ee1632ae1e54be2caeacee7c108454d7e9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d3fe1fc3634bf23adee3888ffdfac6016ecd219910603f401ad6cc7108cee01
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6151906d08448d8c9b81bf1eb1154d711fb59fe6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b52f87cc701752ed3db74716e7a327b051cf969ad60f446253d8f795f09ed9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e133cdc271ec7d824836168f0f9c84042614bc7b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b05d08935388aedc1705853551f609018bb946bc47f1a8a9f3ecccef670790d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e7a24ae1bd376ffee7003c0c6b818bc0051193
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:794db64d6a21ac4a1a108d77d6b9d3988a34ceebbc6eabaaa3770543458a5548
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deed79e1f9d0f6215c808bb8c8a4f6f25a240451
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9408b4dcf23f23804ef3d8476691a78c7e67039e27be8327eb67dd131e9f27be
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..500251d6d067438536f640e99eaf3774fe124169
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4c604b7461dfbd4f29820ae3bbb7bc132ee59b96f4fba68492804b4d11a688
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c514347cf939db0f5f8ee7dd23752089d7dc7f9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bbcc9bc9fe67e4899b3beabd1cd1ce411ea709ad3093d55a5ad6464e2b0060e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98bd638f15053cda1e667693feccada02c5398e0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80eb6622391797bdd5dda2112f9febc3876a9724f02d1d242cb222d113372af1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25a778c58bc1935b3b9c27e52d644885810ad6bb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab60e66d92e7e6f3ee3b1f436699977d353ec0fa5346c7fa7f81f2e9a7255bd
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f683f672ee263c7231afab3f99b670ca294d9f93
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f70384050f2e7871d5ca6b63a48340d2b385c143ec5546d98ff33277cc15832
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ed6c7c1990c48a129768d1e2531c02e3d49bd1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7160d90469e3899ddf398349a84026f4c9d69a4d6c1229b0df596ca5a952855
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..842eb7a101821b1cc0ef6984520a9d3b2272fc30
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f62af2f5478dadacc1fe1849f6480ac6e2076b371e0442b08a102f8bcec65d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f10801a49d6131cf76a9f74c45dc9593d96a36d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c674b7a367c0f3861ce43f0ad3cc26c460e3d62bf576e45e75a9f450717d178
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54242a11b66a83e901ec9d8a5d8b32df207a2ac4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7b96c42def536358516044e75ea4a1d2e1ff1669c38d07f74fbca4cd37f612
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf515e7bff03dd343cfaf9262a59af34990d68ff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98501bccd81723f47f6ad6fb73eb44c57feb62094cf71ef77bc286f62ad64801
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea7e1c61c9e9cb11a9b8c1e28f1965297c32b08
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d739e71c42a3a15c22acd082e13ebe652d72bee5161efd81cb390325a0c5c902
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0357903f44e54e06f92663ea74d57b76196937b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6bf685a7fdc39d90cc0a174ea00d350072291ae2033beebf38fea7c636852b8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7e2a4305b419b3e1dc39742ea14e7fccd9e3cbb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd536b8bdb7684c930e70760f1db1a1083b9741692f7e93e5f830e228b9e0b7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd492e9a4a20423627bcf8140abb7af377154f5b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833632df3ef5a0ce35c0f516c7b09ee407bf7fb195eac7c6b847b53ef3a9efbe
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7d21da7adf32dc2e4f0d2bd904e9180edf56ed2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e72533d9a7d37507cd85b839c2ad9d3adea4fd9b410a1bdce4516b7d0be96783
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a507e15592a5d6c8b77d44e0ff238174938d99e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ec152ad6d604adc997584b1aa190cc72f5e9a11c205ecde45da38c2db368ed
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce1a8e3580361e029b6163154496912942d8c9d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2c52e25c0140b974f007f2bc6432bd30facde7d9b5da985acbfe9639dbda8f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01e9efa98f64ac377ed7156a362ce5b47d5e39ee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bdc8ab5a764934f7f50b74900837a8ddb93c8d58ce0cb1a10381757ffdaea47
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5a35ab5199512ee263f6fc36af5c7d434229c1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd39ce80203045ed9f775cf195fcee60ff6ed9ec0a5d334b159779dc625691fc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..944c680e182bcd4ae1af45ef80a9a351b43c5150
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6748e9425cfe0688b6d131b9f1f46d3f058ae7bbc37056a7f4efaa00b5ce32fb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4065f7e46a8041fd56fe0c13da5a84f93181d26
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74da32696c6ae57c0551c32c2c3a315a4c4f2e96da554cf82549b4267799e9ca
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d21cc40bf3a25804b9f0c844c3309099c31f6e0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6ae9f5c9cd9761aa03d0f23e8e7cfac2b326c6b8225621f66c7440e1a1440f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac6e4a93a8b2029cfbb213ff5551503c7274ce9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0863fd4d239758a7182f38bdf5a3a16bb1391068a2835536c0c2fb8edb18b7f4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fce8559f6145d6ac4f2899c714f0705bf5dc149
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f744afd120d5ca1fc36c097f22847fa2f6a01a3749ca3c5b5a928a87bbddcc6f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d6eaa351d36563345bc786e2673211994fbb63
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751233c01e806d1df6c8cb9350fbe1ba65b76dd207d0abe3b059a13b08ea6aef
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78209f76e988e9f59076c3a6cd6653d371cc9214
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a35cf6bd1795acfdd7e924cf2dd2e66ffaf2976706e22a83547f85eedce4c2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05b80f9db8e57c207e2688cc48538f7af67e17f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a2f577623cc74939f872f88cac0b5688dffd284f60807813f87ab4433f91042
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6913427c12eabbdf06dc8b472ee46d18efdd855a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95f88805c7c6b4d86472e8ba1f871b1470dc1c63af6386bc189ad4e73cf1753
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..137910e30684a286814e41582e41c26f2a851be6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e16b2f64fafa33a7b6bca163f5e3c7de62f7e262195cf3fb15627bf2f5e2561
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f785983ce6967334702b42084d765d9e4fdd486
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c398daf738c1d05634ddf88639e1794b029a39f25964943eb9c1336a0008df
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a69cfac4ccb84cf299e958d5594092ed71e4efe4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963ab7a7e26ecac3369ce492b34c441212cc9aa54c8fbf70d3ef48427b241df2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab4d421fc5775745e4f6c39ecea1b39a899633db
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05fa56a1ebabed8fb2be6e012423ec891df75e37184d179780ad380029444632
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7e97b584dd391e67aa06941db541b76f5fec899
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75cc402376c1a33da55cf1ec19dae03052ff8505fefaa8c75ba524593aebae0d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a7164b48cb9ee87596ac37ed5d73688ce81d325
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c8a385ef6690fcf041aa2fba434e8f948cef39e26116bcaf36c6d66409a64b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01e422b1ceb0eee1a271565ae6d4ea9472ccb033
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4301a5a730918661d26d69084c541628e59ae4c76db6486832f41c0d4f48b52e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c6aa638be86e0651ca8929c5c41c780a6cebe8d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c302f3e3cf25d69f523b37504d8dc83d210a71b1f896716af37f36817dde0c7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3876437b3bcc35f444c7eda142c3dd7b011549f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a3801702b1661f775ebf3ef088e35bf9fbe412334cd24913837414e0542f35
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..712886f7264ad3f3a3079eddd92d25cfc05c5474
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe462d0b7d91463775cbb310ef6b8d5823200f490c705cc5f09e78361847d0d7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ae657fbb9c62b9db89c781da38d3adaa9f4151
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f674a3d410a575d46ff2ebfad70494ca2632916528b3625c907c408071deb235
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2740d229bd5bb57e481f9e61fa23fcc1ffd5da
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4712cc5a62e4955b33dbebd7e47bcb01a077ebdc9e1ee4b99eb85c602042dcb9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49228e9f4f866aa627c0c88b112cc42be5143629
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9215c04f36384ec0093b1e296387994f1ddaa56734f79e694d55e8bf52cf9341
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b8ec3e1466792fcac02915726c962669731dd2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6fa7ce7b8c29c22cc5aa28a50397a1f7cba85037c088724c7375e54a29d6977
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f47096bd48cb23e4b1333b970b043a9bb2c98c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e8e77b6bf86ad1161796aee29442d79d0c2e777e566c40f687b0776f0e39c5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5cafb9c92b7b84657149b624b5a59e2ab443127
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039fb28e111cc2088d86a28fa9421a0ff3cd8f9bc899e8463331bc482610d833
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf91347f21ac8b640f076aab613f5e76a7bb49f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2223864d7ed089d7b0f599efefb6d78b4c6744d8f09ce3007338dd71fc8acef3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12aab274b9b1aa660c537357b3e93b563ca9b201
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94cc8c84a2d0bc1cf4c81a4af77ff6d7e555b3a02c44f55129ed53969d2d06ed
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..620c79253be659541340d6636218046072059365
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52b215eb99058603708dfb0116fe7a791ddaaf534e681e7f57e49176dd267f4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc9a24c17b9b382dbf19c5a0e118244b4cdf8e1c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a7065f666329d89808075580c085569d6ebe8cb4ea34a22b594a0667fe81dea
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b29147017502f7eb05333267105abac814e209a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9213b0498c93f8ff6eb8d51bf1dc2fde4b65c7cd2acf2959c391dde241a63f01
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68af2619145e4cf04b9fa788d91560dfa41c094e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b41b22deb3093d355278ba1b458395382d6b10c0dd1de9f02cdf80ed841f40d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d19bf976605190a90d5047778a7d79b798fe1714
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5828e8211ea52962e6330af313207d8377666ae38daa0e6a8638a5af7bb40e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..087b8c460844158f2d90c9bb17970451441877b7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd632d02fa5f8e99e458420bb388e6a13eed06c0701a7b71d0212356f1568789
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d82303b18da2ba6a212334c0c1d79a450bc6f6d6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c3a527b5e3fa567999c0682e60d0601040eace63a0fcbfe3a106ccff46f038
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dcd07b316ad619da2e618c428f6bc62f51f649a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c6f530fe597e49d477408c436d04fb0e032f02fca4728edd30a8874af223997
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083e2e52849cd1960e303635a40391c405abe7de
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:791ecfb42a7a4330e92d821a41a08e6f1bcb910d7f37e59a8aed510dda384294
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0a72a198f5d8355463ffc8c7e10b5ba075dc8f4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5610e5dc0386230c1a2145181b8071ae6d2e29c7f46d9924e8032f9c058ff925
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d4c15fb350a4b022d65275217e8354ff0fc4b76
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5074424b8b71d6ffb7a8711a20f69127319d47406151d8a69b470d9d600b7c43
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9b5f283f02bf26f8531c55d1f876c8ea33ba1d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b035b0cdef9e66878808f81eef3ccd857d349f3670a44517b7867ae73bcf745
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efb328af44aa4d79433d6a25aec33a551c41b2a5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd16cfcea6555d68ac31901a84a636f80b97e4728b118a5cef5a4ddaaa16865
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56668d4fb4389bf2745e7cda60afda50a6ed622
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:accecef2c57375bd5a1a188356d6e6dbacd282bc0d71a685aa50a436a48fc21c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec145bb412b88a9df53906dfd16856fada4fed1e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0828ff0aae1e74442f0603e30ee0109e93115c53b2fcd9d0303309d41e47ba60
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce37d37f6820e502f73f95d5fa986bbbbefcdecf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2febf3fd2df51ef41ab2df630dc9260c8074321c9daa1483e4b680bc7712a91
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..532caf595456e008670ce734ea71bbbcd3fb21d7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966991e06b5faca4b641dc004a3de5c30acc5b8c43d408f03ee3337476ee8229
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12904c6c0cd7d47371e826c69916797d4b39289c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:708274774441bb5735ed0b792eb43f515be7a3cf12898818814eaf8f19a3f43d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbfe2b945b01b74d93b862e0516a221316cd96bd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c23a7283b55daf341166ed19fc54d31b2689df73a7fc53c2620590b91273b4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20133e0a8a672d081b0774c2932c8bf32a5e1b95
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce3a341a8088d308f7e8a8de7903f9a9ec39cafa72ca2f664ad5d11e6e206cb8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e9458e108954665eddb48c57f9cbd86badf4290
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1060ba4c43689b2b132b611e2e32350facedfebde832fbfde0491ae04b7ef529
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c0b1acd4466256ab3bb1cf8c70921370e58444f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31032f4df2ae4ed464c2abe0520aff1ebdca64e085c1594879abd6acbbce9936
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eccf81a8fc1e140210a899c7e9a25ee0dc5e2434
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f09fda0e6279b7106f5a289b02237fdc073e6961cec35f043dee3542d6dd2f56
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf5ba18f241ffb70615d568a47ac50655aab84f0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f262857eb8eef2f66bc2f3bad7fb94cf54ad97b449b1fab2d81f71b27dfff06
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afbc5c49affe1d36d57e7dd73ffd5b27af6d470e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4258f0d6b317ab53925558f8a31eeea586218851bcfcd4b612b6eff10f7a479b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16154c665deb95fb0b0e603e4c2fed17075fa32
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea4ae3057c97942cf51cb76218844891822d29f7901e363a1756540e9372c3ac
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26bfd2039a5db0304c987e5dddbe3b81705459fb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f59bd91043bda40dbcc32f1b82718fc03d100b53b0443452dbeba5ef44a3b9ef
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd75b9d6fb83877b9521dbe1bd246d08e4f0c126
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f66c1e4a34558d17dbcda893033371504a3d1799ddd6a970ff3e7303edd765
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5db655907f9d5c03c8ca6c8e643361b8083e3e9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ae6a5a4f18a7e8452cfe44c97841a7df2d56813665ff50058375a4b1f0d13f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e50104634ce511635e889a8399ad263d9f9da36
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73896c09c72c42a82f7b8da308379bcdc878e85e62a0e20beadd28e1e4cd23ae
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04b258d90f5cc8000769bf664e6815d3c2055f93
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d872b009e490eceb50ffc891dca60e5ce49533a647b7f48396a673a0571db3b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..517d63056d7db1bb19d2025edbcde7f8143e63cb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:543933ef8d51da66567096b49365de20ac669f04baeb307de5393020a9b22002
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb43b312bd09fa98fcc99592cea82ec99bbfaa4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391079edf825a8d66623ab1f853a495e4debb8a64c2b846e39f681545efeaa56
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0f217422a37d0ba49266ef7894eba359fb61932
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37d84b62ecd2d14e8f4a1e60af120bfc0e17a9d7b1b745b4f3968703b008d4a9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55953e920cf2e2fa31e549be3b9374b32ba07fb7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6241cf2bedb6788416fe83f11f2d9dbf839f8c6c61558bad8efd1c24f9ac7fa
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d0657468aab66dfd5ab995077d99721dce8c29b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e1b685144c8a0bebb3617aad6dd29fa89b881c78e0cddbc97310c9ab79e9c2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c76a4f4908316a653ebb78bfc381e1d3ac8e56c0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f3440cf53415ebbaa33e9462d9cf61972cde412364eee92caa46df07391f37
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e4a0fc7d71911437870f3621bd7947a1613b3a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5daa39cc0f9675eb764b33a8923451c64073444736634a0da4b68788e3fa1ec5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126f0b4cd0838af4539b3020dddf1cb9b49fb5b6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a653be651435c8a8dbb9a5867ce81d68bf9f6d33197af854cd6b8bd202680c69
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bac4faf554dde0d86c78a4c0490ccff1a340a2c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea00e888238755a3286c859c8837f284bef136b0c6033b607bde90048f1a45f1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..530d1088bac18e2801473f6fb63296634082ec6e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25cbb69ad737062f5b23a80b3f1934a74976369f73148bd5d6b622a698c28706
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28d7965f0a4871c5e9134262063a034daed765c7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826caebfb791e1932b35df4f877cbaf1fd0fcf0b881f3dde8f03c0481740c5cc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c21e751d9f819a2aacf26dad760f1098e617523
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41496e655f471edd5f9c094c235f82ee83bfc7e65b329fc535e1b1507a73ee42
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3634fb10763a4f7332a9b1b4877f1c88da0d4fce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d4e7e0f47f8e3ab69d97836bd9bfd477875157cdc03d9fb60f0e9095ac39bc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17944cd71d7730abc3814ecefb650aae8b5ae419
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac538e4a4bde2a9ab473b2736bddfa5b33dc0247d2697ac136d3acee4f26e270
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9848fab8543c8d6ec5afcae6f10e5058a467e5c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b25326a55b308ecfe64857ad97e31b39991281a750130a61c92c13a4f05211c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc534629d12cbb9badd602324e652b99e830c1e7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b2cc61a59e5b307e03ef8dd69947c8cd597dc52f5ea20059c87b4e38792d19
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fe8d0294fdae38f9b982072350e17a35285f62d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ed55bb7a99a70bd796be40659f984d5b212433e96fd8b6fcd36bc0ffc0880e2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e076e1d969c066106c29bd2cf5e40a96b60c710
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b2ea33e490848abaa635be6da1a880736c0f86ef55f5342a0684a612496a6a5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b16ad80970668e0454631caaa4cef63da99707
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fab3605618c93d5104aa820d7b8091af060754b86929a018f04b1cf61779a7b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6eda2c4060d9b96d3eb0eb41ae7fee659ac1ad8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aace32db032126d79cf1f031c77c3c70dcbdd0dbd062682f1933912b77264f4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2ab57e458082026316d41cb6c30f79ae276522
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6daf1509b42ced76eae3fe5236a2cb05deb6f5a7ee9de3732ae9b4d76c4bddd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc9468d83b5de86d5a3806f47f7b2254dccd5801
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b48976775141408fc7dd5ca0cf7818dfcd7911a0660923002fc676787abf836
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb602e614cb977d75b1cd63e8581c9775867629
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:531dcd10f1c2b139c6208d32fee5d057d1ac13f9d809e5419a41165d2f5b9850
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b29d46a90486681ee89b9a96dc38b086ab19702c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fee285211f9152a040f79dfcee7757cb7f1eec4ea53892ef32c99a2d6c52db9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e6b4694911a1b07c844ff7d36f6ceedc4d8fe0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e840c5b5dae9e2fe8e2bd66d0b5e522d4c6c801e9f087394991e79e00474793b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4570393b48b8bdbba48bfdf14506ad9aa469e1e5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b9fc5d296291a757a63d9f64eff7680d297983ece48e497513d4978932ea24
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa8f65db50b372cbdc367b305ea39792cbdbbfc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe409eed83a89af04fe7252d4a50aa047c08372b6189a73334093443c9ebe0d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f1ebe4b8af923380272057ddce60533d8e375c2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24cd0d5e5a13aa0c342bcc9be9297e1cb5afcd2b53efac3555479efe994406b4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1667ff5018ffa90f64aa675380d7d7d5ac31b5ea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07dd923287249915337fd9f4f0dc4cfff6eca547385cbaced6a38077b8795ace
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b8394d4fd43169b1e3caf747cac241e54bf75d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e263aa7af686bd158a81c1a549c2229ce9e398e1f954d79193def40e226a45
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7638488c128e2587d976a33a98599b70e50da4f1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ec8deda184d12c4fa5e2f0e002dfa26baf7d2f5f37ec9a344f154b91848db1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a0a2fa2bf995dcd1944eb6e3a8fd424ad1a9aee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963b5cbc153ddda7208876e78bad3fd7114227ee900be11798a5d16349e8c4e1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74289332fae935b67eb39b0b9402bd195da9c37d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe02efdb9c1e55efab09b0801679d72828e5e3bab9c7fce91136bef00c72be71
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3520bc55cb9bc0c83e900c9329ec5e579a00cf8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8261b757e905c883402bc2bd05830304f9524f2bb2701b2ff8d40237b807a460
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a3e4a89f706d2e5e2024c2ba946d34888bfb20
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf988e8f77626330bb5826fd0408998116d862ce5523c0ef7fdace2317785731
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a904a9a1b22c2e85911ea1b8be51c248d018274
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae51d978a5bddf69f0062f198e2456669e38a7f44c203b6664f06a84d372909f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e689417d6d54fa211bd0986cd45923fb1c8752
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c584abbddd85325f0943e3e9d9420cb599142c36eb1af55661db23f59099f1b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27196e2ab64811e30d80dcc4519a051dfa924860
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4213126cee47ce7183ab1c2d5fe2131db40da6185c9cfd53cea1d30e25b38de1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c8674d109d2e91e8cfdb5b0fa7c7648e2ce2fc5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:020b639dd6864b1fa3031e90b88e0ebce35a73dcb0f19e5208978402955950ba
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5865293403a1efba9c557ed4220e8870c6749a98
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f32a3b09a1a1b016a9cc8e1664e13a675987333c36a77c2106a35d0a08ab92
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14d05792f68e3db0358a88080e0ce3aa0b7da4be
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c7c58c551356f35f7d6596b70a9edec5b9c1be14613d33021f43ec2f073db9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7da697105593323919da9119769eed63d80f99b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b9e67c26d88b57af16298442bba77f8721eccf8c7b9d3c744e92d464802211
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e4126a3d842bfd2112dfe75aea0822139838881
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85cde73b70262ab6d0ee66267b19bb3ac3feeac2f1893e313d5bd4e8e1dec33
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc391398c030d0df7e1190d2d769dc80705099c8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4f0cbc2e962bb0511bd9a1adb9d4d87f58c4347fbb15c0fbda49a8e9776b7c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a778dce4587b05df2b002cc83f548e6196e2718
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f8d99f5e021c1643a16da7c7236dac7a686f6557cfa3269ae0a035d406fc6c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2558fc3f7e717105d0340baa04e0010536b6e436
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ebda3b3c50bd934cf3e62ef2536e7aacf5d2ff33c02497075e9d4355956daee
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59079f3d46703b45c9ea989bdf76bdb1027a53ac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e701d51116e6cd387bbc80b39203718f4d9026c52d4a5bc866a729687877342
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f87c7c8c7a0f273116478db4f3be3d56119e7a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b87475b4bad4400982ac2fcd0648d6168135c2d2fccd53767d9c0f244d7b07
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24f08990a28cee630d41bf62f1cd1a1b5b8d707
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4ad3fe04974003ff8a949489c28553df577626039fe854380b8d62cbe040bad
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..764e9b0961140fd03ec460534cc0cb894bb93bde
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749a9de201e276ed95fa5603932eef3c552bab275d8fc549844916f33dabc74d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68479fcdaeeb5c84238752722aef801ac3d8ac63
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de844c3440ff9d3a1b75d93fc87f6fc1369b432dc2b04229119a514e261fa296
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8038477f7c3641df2d1976d9028e2b0c3f25c7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91840cc6d80fb3d96ab6d9db1a96e9ab94ff09766ebcf915eca875d849b9e7ca
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..189c9ac55b0d7dbeb30e68f5ba0474e07a4c8818
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2d4cf1844f4231764f16392b2e7e16256bdb3d190a70cd90627be4d900a25a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c05f220cbd6334f2fe914769c64c0d5896ba8be
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f10490b1c6cb573123bbedb130b931d37de8b0b909dbf8ea2ab15df11815d8a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a92ec8f2d9c1579ebf0600aec4732a1381e21a9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e838ade6f7192ce0cac44a9bfed4bac7cc58756d66d43c7baeff3c5d07c34180
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2416774e25fcc5e14a255d0580c49760611d7147
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84dd005ea68d916fd394c7cf9d9868f1824b9bcd7d4b68ca426324f082ae6810
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2381ccfe70058a48cbf8f6f632c24078579ccb6f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6558569c051088aaf774b94a0639d1abb82acd19bcaaee5fd68c57d05664be59
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..239431b86cc53d23f4cd42d381d193d7efe6fa3a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9943366c2a1e454afa72e30425e441b8574682a71ccc467a47736a8c2bafbf3d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d4b6000eedd9d77ec674c635353aaf9d5f47dd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:909a44986fd126cc801fef3e7bd1e877f8b42fc91305cfee922dca6e1fda740c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6db5b4576bc65327de6ac510b6ea17e3a8d338
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5a86991a8e3dbb82ea998d0da212cabcf8262caa1784833c373261e8b3cfb7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66853cf27378c1f64128185b4d90ee42ec1b3c8a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77d88b9f5f73076154cb55175883f3ef1dacc9e0743448c1e5dede43d4b016dc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb90793c9a100c61a13375633c0bc54e9358a40
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1601bd0a7742fd7af9649b6fc64cb721107f64ae3625632a73f075a8976c651
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcbad695c7dc0cde8f6efa5987b74c0d30753c47
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a2fb2c62695bc0b7b0ad8abd5dd01432ef0ae489e1e4e96c32f628438b3dc75
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a829836b632376831e955977ca4c76622d59c586
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ad3a71d2485bdf27c0a85c4efb30974bc6640d4f04d65da0784a197a4f7e70
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f40a9533a19f7919251f16bea900e3a828185696
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850c190d1c24eb9c50e83e7cea31aaad9ef0d0110b33d0484c1a4aaf5470e234
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..756bb491bdcb1ffa53229a5a699d23035163e2fe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9585cc8c03561504813e8aec95a66d9e8f24b8f7ea13b27e7c6158207ca775e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39db77666a571ff50b3dc5ba3a1321aa1d6af801
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be48c85c6c559217907bbee072fb44cc4b4f6bf70596176e135b749ec4085683
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a81d4c9ff1c330a884a82942e2abc488532dcc9a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6997345fe1ebdb46686c386d14f5e6acb38981f47be2040a372f3312f6882918
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56a597d13e69962cfbfcd8606cb3900a785127a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b63e0690ba330b066def68d5f6ec01bd02105a51cc9c7af2fa549fcc90112b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb9eb74a7cf6a83ac67ca854e203dd47d581a77
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8598f08655c8d3cae53b0ae1b9fecf566aa0fca9c94f08a922b2680e8b311371
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6205da6968214cb1262683359cd46b622fc40933
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14bc60b46c084861b7405149308c0ada2417c2a35209ebd80bed24081beec5a1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1430a53a68a56f3145561bdff8bc20d714a62633
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1322b0309c790214b9547257c74f0d4343d390b7866c6f8ee3e3419661615cda
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cffe095073efff74c5698c0828a0de85f9ce5e41
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d9b59544e060ad2612f0b3d791d0fbde6bf6dc89be2a86bce7dabd3bb1ac19
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c90197e1f0b5fea5985f76fd1c7ef16c559cca86
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9728e727dcb8070056be91cd8090fae69bbd8a0a36400d6b5d1e63e943de74
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b71ffe7441901dcef922d6aadf13893313b15b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28fe9206f5facfe1a79a62bd3e86f67c041d21c0c60fe6c2755da0a2a6c01e38
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af275800d5b20c43bcfa4a370ac3a24650455bbe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:672ac7a36d349ae86c4fe9124865d6dbb70f44f236d858175bc012c3a446cf5d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..191f59b56d4c8f1ad6959a15eabe9e406b395a12
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b9ce05a287e2434600d02502c1df5a97d93c3ae093c2486124972744de583f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b2c830be5cb20efcfd5641baac797a617980ae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c141ffa082ed5f187a4aa7863df307a04e9fe0ed473705fee47c2086642b2c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e47767e491fd559c68f41d57ac852f971bb76f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ad7ede3cd3183d64daf4918254c7b7e561c20ee272c3d971eb974bbc0e5638
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bf2e451fb7a65ad02cf4b90c5cb929755498238
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf3da688bb5873216ecd87fb8f4f4e04968f7abf3e06cd6179a7fef13a8bd499
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..995bc7cdf5b619851e025b7bfe9cb126e2ae1a40
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db705d60a9f1828e22c7e25748e1193757584ced6ff67a22aea4f19b0ba38cdc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd5934898c7b8cd87e413892607b7f1b23b13ca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1ac97f49ed069333ba127182fa95cf7ffdc7392e15557aa93535b062b456f2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea891cf241f5e6bd9b0296d9f0f5995dc3304d87
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b14e99c381316e66be87d5a127f3c65fd0bd707f01024d28d08897923d0d80
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb7efb4ebfcc8d0ac486c89ff21d935eb9e7c90
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0e0832b1920f01918acdd4a35c99cd0ca77da77f58e6eed94b36ac7885a005
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b970e891ea2b93b1ad7ee949300328891f5390
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851b03f6a028cd0771a072fdd60c1b0a2cbf771ba019b239ca6e404ce6143f37
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c22311d29f455bab8590634f6ac439ad2b9cc577
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce220acd7ce1f95594592e896cf96850c376d59cc397acc0ee58f7073b5eaf80
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf141d3388882562a98a5d7c95641dcd1262bf05
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986374f47395263f4198666c89a38476c864f7ddd6c2e11e8f58ec0e715f73be
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9aa7d7434e68b58eb5b23a6af6eaf6055a568c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf29d06980f023b1e4b69b705557f51656fb7f9aa7f2d9b71e728e5aa348b0f9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a108c1bedfe67e864487233c837feb9e6f1adfba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492b0086c68cc01e41ab1909fd61ae1d27997ec199f3681e94d356ba4f348425
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..959ed53afb5bc9d8101c8a9b247742779c70cbb6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c567fb5a537672b43cf10c5b8b7bb0e90340edb136ef8fc572ffb8ffbe73119
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f1647257359a07f7b02f989336bcb82b4e3b56f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a487aeded7ad71edcc095226f6e153bdfabb11c3402db27e3e5f0eb0d017595f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f87c4e78019a3bceb083cf1e72d1cafd10636e5f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:813ab73178009417af5ec27f0e0953c996f54f6ab0cc575d4630d1e24b5d0cc6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a4de18d97c3e1f468c5943b21d99eeaff412f18
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf643702feb6ece15b5447b3c983f69089c6a02ec7a35f321b01ac82d8d9c9a4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a69e8793727b45b2475ed05786d2210d5199b0a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9638629d297bcd480f514d3ad9b1915498a1254120f7a46bfd7783db0f77ac
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca470c713a2a5f54d6813d18dfc38d80a23b6558
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc76746d6cea7db3ec364e7af1f26cda2db46d259284f4301d3860377386d0e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3987f6fd3a23d1d5d28c83951f4a9e3f07a3e608
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8926bbe703e95429aa92a394da22fd780eaae43c5d0fbb45feb1b6ff8479fc2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d0790e1005f64d5171a2b3b23ee32c85eb6a87a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6400343fd979c42790995b2e4248502eec17d306c7c9bb79100d0cbc9561d635
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce2421373a9e653aac498bb4c434da4a77e06db
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4937f53708f38fd6b65f62a193c1dced3adfb86d1b23a36dd3370e58960d5c1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a942c6532f8b2257a86c5d244fd072707b5405d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b7075e944f4004afcd982b81878df273a659dc37d8fb8dc566732dce4c4eea8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..351402f955fd44befc530c49f89371a09cd5de20
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b999dc9b6679f7566fdf7bd10ee4f6710c9d0043dda580342a4242b8f4342db
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581a47c87b0c084247fcab1ebadfb29edc7a2459
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b80369206eb0199b52887ec9158e7f04ee4c77f6511b023716dc84ac5dbab3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632718decbd8429b8f1e3f5dd9f195c3db10cfc7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a3e27b3413600a1943d8fe9914d7ad41e0f69dd0075ffdee16b1ce1de70c29
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e563a3077a75cc86502e7dfaa6163f8fde321fa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc6eabfe2a7e53665fcce9aeb78f50c925e1ef61e64cc8b95e21df8c09fd349
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f030843f9eeec6aac65868cd5d57910caa4dd092
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389c818b17756a58a13ea25521f1e55ae2f2a13ef62f680a67a5f0a88eb68b54
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe6bddfc7f0b3d0a14f91e51314bf8d4e8c4f3f0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7676ccb4a92aa8d736341efdcd03bee47fb060618c28d91632c3951eb311ca84
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab3d91a4b8c95ff7c6b905e42690c01952241c3b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c70f036d15faadcacdc1400da3e74f09f276dd7ffc349d41fea72094335dd25
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c030e2183531f1056788e47b40a4f617ce6337
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e3dd6947a51d95309f94db82002349fcc97d22c883d15437df7d26104ef4c25
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf55bd0d7908ea5025f803ad913f3eca26f81b4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02894d9d516c9c2c214631403ec6443374630f0007948e8b345b760b234393a4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..902b95121ec1b10c81d450cca2c315a6d1719144
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad6ebc14c5111f7006917323ee90364e4827b8326e3b2254a0f80b8c1077f8ea
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0592aa64f2bc48e4d8144a993db662a8bb46df6c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d83fdd89a275a8658b963884109f4c1016aef61b357ce67b9b14170dd6e7313
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa64f961128c12455c99404c2326687d15d62520
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3630fb44705948dd6af1f484e31430e12f9e82f7bdf40b82d531abe67aa9694e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d672e58429187fe7144ca61fc3a234b9e52398
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a893dafbc97cddf82500d3dc18690ae6a62bd0cbd18453fddd9bdc7ce10cc691
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba65688654e5780cfb0f38402c70294bb2ee6feb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58031947c88727b66988e13b0437d88e3f2b2d402f4a28b52e99f03829d95960
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffdc02af6513e7af4cadf6bcae808dc5143092c5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc5d5c35e3815f76c9ab18b878022aa31bc9458b89ddd928858ebf98d9f7f48
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e3068a79e58f5488f31912a07308a1cb875be9e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14aee3cee09bf36c76c6bbb45a127a93a3c3d7c02567892dc548ae0383baed7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8301b4bd8f205df5b301138e3259b58676aaccc1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e065ace8d4b54422fd09de19845c83216263dac7649faa06093bc99bff4cd20
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09a91622a70dfa3abe0bffc8648c3eb31a1ac9f9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1fd7fe05354b7d54eb64e73b6af8d224f1b0edd18f7042446e1e33b009d630
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f3cec3f6ef4959d64a3c0199628e9412185dde
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601f0b01c43113378009c8015e932e1c23e881662ecb20d3d1318b826d1bc403
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7b4d38481c466e35d68d09aada3ad6f5a0f2953
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4172aa3d1578cafd661a3473faf693e434252e096ab9c967a902219c130c5e7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c2c4ae943b6ae79f790db60f4d6670cbb8d771
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e17fc9d74d38dcccf6c18ec1693819933b1e6b1b9f27e81a31025a04658551
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f553753c7e84364c5b04b322772454f1eac07552
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5111f97daf059e88579b53c1a675bc683e2f02cda412f96c2bdcf727e944e72c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b0ed56833181a41f2eb5d1e75238db50f94afb9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e9118b161b542f624da63bd1de4a5a4352712cbc0d0871cf222ddd87d6e921a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb9f5bcc100281386c474aca2c94b936e783071a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca16279d96b25e4a70858c21c1cc1c83daa82e9b973a75e7f98c56c031008c01
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea3d611b2df37d3d08649c78bd9c55bb5f5cb60
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81c4e552f57c44030992812b5652f6098be3cd40c055d6e3698fdae1c63d3c8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbdfba5e2d385c7b805c7e28552dc8bcfe2f58fb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f2a02fdc5975559a5a3dbc4ca5781f109ea66f1eacf41204b08297cd61366d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ce0f7f0c4e3c486a113bf1c326c83bb764c828
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d85bea33bf9de8252c90f9e9674677e8ff6e668e5aff7f17f310a0b868a1d3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b231229ded33c095249921a92d89e6153cf10c15
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383bb99e0bf4de94046271f2aac31dfcc99c57bbc687aeb73f4d1b3e3ca3a773
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06475b92b54fab9efc052f7d7e91c89181024185
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ad582ef58c6dca0a2965287bbdc5c5b4cdcd3f1837e1c93451c7407f9fad1e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6585ed78199854e316aedb017fd609d14e0c71aa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19023cf17217bd03fa09f57b23d430bf1f758bfeabd65ec98ea192161112c310
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8baefcaceed502dc295ec7925ef11a0f56dabd58
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302a054a84dd173ec5ae624317b77b0c56c04f876fcbb3235c9b3112a7d604d9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0596e0b2d4f88451e132e24d1ebd3102fda852
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:562f4d5f84f0ad94a111e90674a8ef30f1d2fbb0996c33c56dbb850fc7dc9058
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f04dcd44e20aecb3fa78b4a160e27901a29a6a8b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a47436273b5d64280abb77e721454c59c0729e0b89c77856310b09d8abe6ce
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5fd0951e9d8e784bfbb7c2837263982d990be08
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce0905ebb83faab73c9d6689fe8704da067b9f325e8e1625379b917b9d8a8dd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1a6b4809fdc420def82ce79532ff04727e9c961
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a226c6c7b7b62ab254a1354d2db02bdbcefc73c17d61e798aa32114edf3677
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d39e343967b8dfb972a0f02c33afc656255b971
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a663af2ef1f5f770bffc1ee468b32a1e9c3e4debe1160561b290cc7d671c6ee3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..863d9c7b9a11d2b54b978c69b3f4588af55728a5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:073c6a472a363929deac762e94a57c3503adc96c9c7956d51957cf7f88ca9a91
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e293050d4e358e2e021ff7d35b9a3eff855302c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe0cef79c7176ac9068eff174d2a8b100d12696f96fcdf702144655684df007
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5286dc8fb5f7cba4054d68df8f836eb233f877a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea3d4eef54875a3fd30b6f9f1df4036cfb6936e1f99838be31237fd4914d3f3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61827045e21796df3ab78bf0373b57983192c265
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c52b491a3b9837375e636e65ca8aae29b07d499ba296235cbd07ab0af9d289
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..715c7f5c05290a65e18fa13a455196f75ea2838d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a85e49dc9fa1f58a5fec45dc08db110e41332382c64d4c6c9795cfdd34263c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8745dc2aa7124301a03ecd666a61565d1532d624
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c6fe0f35e3e3db0885b09e9c1a8ef556a5b10c8cc15288e23237e808117d8d1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f3e70b27e49985de428bb8b894c3e46a36c42e2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307af4c7181c67715e1cfc4710061708db020af27a81646ec4ccb778af0d720d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e138e7169b7c8fb8380c20640dd3d2f6e661ddcb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a10cbcd40d4f3eb7cc872d18cc5c76c7e02cc21824b130dbf70b89e6cd661ae
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02b9812ec1e0f362a98d221c111954ea45bab54
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd4967c7026d72072f972906d1d506f6fe95cb5479207b3fa11820a3e13d851
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33cb2660238374e55f968973ad1717aa1e06e345
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d735e2e9569ed48ca4c1623fd16a9dc9b4220e9b7224af140a9ff38ccd20ed9e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877c1aedfb0ff281c263dba8fa291bbdbb0efdf6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62c488791c5aa8f14701fd9b235d588c39ce2759348cc273133011b5f1674dc3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb503c48eea4541150bd700d54f14f9e114b477
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a47463be286062af4970e7070f81ba70089b7475fbcdebeac204f80433b866
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c06df58e875989c2a80facfdfae767f7554fbc9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80dfb9698ae4954658c46d25dfa346aa55ce452c59ae92b4c95b973898a4beec
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5617755e6d29e412558ceaf373ede4edd4b7a343
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad054dc3e40923f6b6af740861076befdc5715f809aa1483acdc46e3cb3ea965
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a250ea3aa666d57fa777edecd04e598b70c6a40
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a46543bad3404fb25c8bc58654e1de99c622dbae83f21aafdd6ca5d7b3280f8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0468d57718aae5e70680ebaab2b771f610ad0bdd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca146fb162a13911e32ae0a29e7452ce22973b6a88ab972ed0814cf3980f0f04
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/lm_head/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/lm_head/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8bd74664609bd7fc96e3d8550cf910d29deb001
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc4909ee7418941b538ed4bb32786ab2c8e402f751993df9d1e7028c9430998
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510a54f237d99b33ee3acec247097e42a81d5fcf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4415a268632a574c8ef64b55bf04c77c591192e79ffe02e22b6ceaa5b69c82
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71f4c1a2b024ffa896c0f60e6c04a22e1ecb695
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:888023600f2e47bdb8a99e5512c270a47121f5bbd63070f1cbfc867f9a39cea8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d7d2a884556bf668253c37874f1a37c5501c4e8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63207b2af98738ed79a0166d7154cf8f2edfeac0dab76818a4e24642a35744ba
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae43710ab39a48c46ebe308b1f5ef7098cf8f8c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab14e13f1a62c67e74504c70bd1f1884ff87cadfb0e9fe5402eefd4abf03da0c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf125204e45309dc0992ce28077942ac93e03706
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3278f79931d0494ce7ab1cef45e11de02445c7119b99c325dd7a8e5ff5d4d82d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..758c7d05b25a59985e97fc5aa50054d52f829eaf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa3997c5e5b30950bf475f084177e07ff29358e744a7e208ed40e038c22c2e3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2bb98d857e5185cd252efce926f94d884151efa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5149611457155d109b23652e15fbd91735775894fa7818e0d5b6af8d91f6e5af
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddaa8d9a36b831fc344e815cf002ad2dfd1e5e12
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6698e4f50335dbe65ced0c620ca01793e82585b61da293089b8ad719ad3a747
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c29bc085dab2938915bd1732dd660f161f75fd6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c39c5304467afd43c81f4e648e2788c33dacdd62604e01e1f21d118e4eb6d3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732524a83e4e14858b3d5e6214ad4b373c7222fd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7ea34f27f2d4261a899f7c5d37469cc624f91f8fecbeb03bcbda0eb7f371f4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da5f3c845a7244f16502f9753f61a8a951e8c1f2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701075b9b24737e6a5d527cca08092d6134515a42980ba0b0fe1ac275bbf3aeb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09aafcddea984255c90133148ca3b727456be5a4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a14820f6786ef8502409e48e4b2ceb6d6465044f97d10b47a83f19eaceacfd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f5d329729d4dfae555239ec2a9ad1c50a59c21
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e77512fe1438ff04a7e75d5ddb1cd8474adfc0664aace4c244bc81f893166f3d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..278e9f87c03d71a71b62633be0fcc601c9344436
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be43bfe94ff170fb36b83543a6cdfa48da1500767cfb66c767e7fbb8ef06bc00
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89f582562b7be1dda6bb319f191b95450e905e3d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a08f8a772bbda3a9974bcb293cf3bcce4f78463b06dc1783f0b2223fe5ce205
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf0a70e008e96ca451fa29c06fd5085f2bb6a97
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e16e0cd763de038ffdb7829acb9262b2aa3420f978a91d1aef05a7fd6410b7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b5b344fe70446431a3f84dfc6a4464f0ce0b2b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80d8f583160754ac9d4e2f49066b5a7ca2445562df944a46b5e7ed77bfd52bb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f13209d5618578368c63ff43a663bd8aa981de93
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc822d75a9f8d43296447dbaf4a7a5f8790f340669f0964258f092448b6e5782
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7853547d81033fe4228e193ecb8ee0d1bed2e1ff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca41119f07a7533b2dca0cde4ec14755ecc0b111b411e8c1ad3fde50e51e4105
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc516306b34fec9fa65fa830ee564a42fa2584b8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa07f8842b693f61b520cd396b14988373c354d7e3c9ecec25bea1399adcc41
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a87608a8d753ea1963395b7ce21d5e3533c5a29
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68928b3dae32a0ce6538bca988eb67598c97e57a2056fe4f94cb5a4d72246c16
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62e356cc8606855710d83f88d2b06ccb7630b61
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151990565e98546dd0b48155173d34b766954351c7960dbf3ec4cb16a6a5db43
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1534bfa1c9c1269c1d4bec120f60e3e627c453ca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8350686944f80cba38476aaf8da8ae211e8edf71b3def235fd1a285c6b9d8957
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84871c121a8c2b6f03090e8864674e7e9e90972b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1cf707815077452506b3dd19f3b50d91cd4bef3d03ac5909ca53dfa4b01c755
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03440a7239a6f01bcedb20b0568365d04d77f561
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98f198f63b4b954f14119c268765e49c6d71ab02cc7d79d306a6ef009f79cb8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5db6ffcdf6be134ee3f90df6aadd005df6fef4c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be9b9ff132b14d117400ba06a5df83ea62c5c3ef6d4fd382cc2b2f806d03eaa
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..570236a82677897731e23fa38094eeab9062ad81
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ea0d97cbfbb702007dc3f658342b650afcdcda2338b5c39f4a95fae6ecd1d4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c48e9e7a7de8ddee0e0bae63ce465747482f8864
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a252c890520ae9536a17ba65540fd0f44c534ff402f06db1f20d37c682a5a10e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..165e151cc4254c1c8847daf06a5d57d3131eb606
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f038a82cc0e80a361c4ec75be76074a2361e27ac4fa9507ae5814149f78e7b2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f7ca34e4d72da0d65e916f5e59418a7a7113fa5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d5024fcb56095636f9a1fe86434c1582f4c1fd3f06d2820e2f308e5414c00f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd85bfb5356fde526e5a9ab56b8bf2469228621
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce13606fbab4a3d0cf50895a242a11a10354a596c5c93dcc4ad4dcb0caec0495
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6058a1faaba84ed2f6f815b1cbeb09f98f5a9b9f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc63c03e4c4af6dac1422f1a2ffdf3cf22164d197c2be6bdab51ec91da933bf2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81a582962ab0fd6fcad38814af592025350ea6e6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:126e93e355b2251612d28ffd766774b7aa913593657d8ee18dde1f9724d8666d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d8611deedbbb760b6b178f5d829b0d82ead7df
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c3705153c212549aa1884f9efd0435c7fe5926a63a47d3c05d2bec665e0037a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..665ce9e3cac4feb3141c7f5de61bfe024da50485
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d4a4180489823f362bb444c241f3ecf817b092c00901e2fa2b4756e77ebc27
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a59f79c17c14ac25dd868fb9967baebb2e02057
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e5bbff3421fd4ea299ba4fa1002dfd8158877b7c4336bb6b679eaca6d8d31f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ad9aa28793c724fd26e6bfde7d84047438d4ea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc7cccc8447354b46135f4d90e9d798d57fb65ef4b2e54f4d5b965cc3b58428
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..913c61a505a5925f5aecfd78361e9926d7ba1f54
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6fa62fdf6ff1cdd25c4295c77c5099728830d448de5788108bab3c959bba908
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e8a42d591c99972de5c15e75c5bcd2167b33c5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b34ed6ede68f46084ba77fb9e906c2f44af1a02aef26162c971441eedefe0b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc67f9d17fed0cefc6024987728972bb0300023
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf3214eb180c93e61ed004f784520d1f7924855d36824b57783b06114cc2d5c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e321286a6a3bc738a5805a16d3f174f0c9483a9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:237ced97a8af09362c20bc8028824b6859240a4885ba61242fe627bb3e52c0fd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc4f76fe4360fd043e687ae7e6724ec5afc52a4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c085317d1805eac082aabb05672da552167da4e422cd856876e95c2fba06964
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf5259dddd768aabb3006cae0219391cd238ba67
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:755ba11e404929aeb5acc2c7d5999d2e15fb3edf78ddeea4e869a2dd277c7c86
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb008bc59ec99ca2650de8aa0b671e9246a4165c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:262d8abcb3ac76f208ef523145b0a2f23d7523fa3750ea77380adbbfe69b9c8f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35cb17415f1a799f4357aec756c619c69562a67d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeaf4701db9964a6fb2270342e86155ee5d858dab31ce7a58ab7ee9453254331
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a21ed1b509ce96ef8e003e1e950344f8b0cdb10
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1329b7c0799fc3045c150ac5c8eb6f8bf5da6f1cc8d339a6ec8bcc06ed4b334
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aea3779bb2bd3c762ba852c3ef504482966fd0e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1876c2b984a41b545bf45910e9751fc24fa16af896dd07856714d960b2459036
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..246e68c283798fa94e0c4dcf3dae2f321343e2e3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a41a12f29e53f8172889165ff34f8b0e7ac65b49d4e1953b7c78011438e63d7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1ebbc2ae14b5be66e1700f2928eaf60f3b60386
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ebfb3e62c0c91245465980dfcb2fa5e3eff9ec09ed2e68f7649713771f6ab3f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b0b2b70967fd0bafd6e87313d28299df8c15a5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869077bfdebce70588bb7800e7e19c7fee1cd1805f88a0fdc4bd402979fa6fb9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a779d6b0e477fea092ce35cd77665920fe8ab1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b517037d383a1d522a645cc99d2a200d592ee098226351e3cbfebe96205e60ae
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67d4bc98771b6512c468afc4deb537b8c2d13028
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cccf9deede65ac41cfcc61412f3490c9d035ba798a68f4f85f0caeeb400e633
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86175f24233ecbc74db0352898f2bb518d9f7263
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29dfdc1bd59d69e4186689d3a92d855d82a564c6526ae844a0b07f973a82e749
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7d01b77b7d4425fbb78a28c08ec2fcb3d4f910e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963a0cd01b56d2eae4755f89ac07a46d2a5ad38b754f507beff88713581fb127
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe56662b4ae9e570d3a5a33de710049e31a70a1b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e602d83e2ff473a9640246f29b99a0125e45ad041bcd0bd205c556c0f421f866
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab58016bc6dcb9bafac6897c89543957c49ac00
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb3945d56d327927ed90e438d26eea18f2dd75562a39e84959318f8441a78fa
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b491107fcac647254227c9d74db74a6ce5f59dd0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad67795e163b107ce103eefb23425eeb527b60cb71903f5670897189cffe0dd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f6a45bcb1418e20cc7d8d68d5f34b66c9844ae2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83b9f6c8175d3151300595bfe05696fb30583b7050ef5ac4eb04990180f5588d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed90c36e02e306ced91e12d7a69ab1dcb82b312b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c8c299853f67883089a38a9dece113f1402becad55e06bb9e8a6284d4a473ef
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03f58daedc966c1d2cdab2547f669b930b4c54ed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb3cc6899edddd04f875f547d014e470684bd4771d3786095780fa14d3f42fea
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40df727910a4f16765610f76e220a665165d5588
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f575761b753a5389f18fcbf3647efddae77a1b1b75474ae800851beffeea0b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72eaf9e690ee9d6c4815458f09034b77743fe6d5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb9ac6a4674f9b0481823dd4f746339c46f2d7fda2485eaa8d26b0fcf93a4789
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91383db3ac83771f7355333bb8d967e2f28e79f7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a796e76f7381e97ce4d64fd022f00cae21299e39ea77e68990ef0ad66faa89c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba01e322cab2327800151f1ec865316d801bf1c2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:211775ee92135d45edcd8347f75d129d162b741326efd006309c122f4f89aa94
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5bc0de992f2fd6254c7ea0cf771d31e954c6108
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36da2818bec0d5f15a20faaa2fa7ceb4a0f6208b511fe87b13c680814039c614
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e03a075b2fa051675ee4e220c9dbce91fbad3bd7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6eb872eea30254e31ed7f2bc387c44616988a9ed71c12ced8d4cc64bcd0b37f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a91ca67e5f4d363b0f3e8edac32128d67806ad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57063e6a3dbac70411f9d691f5a3de26a8240f745657dd7fca8d4c17e4c6c8de
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73cb26921f7d3c191360032f762f4c1236b4726f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1688b4fb182bd4def151accf88d83d6870a2da3f844e57deccda98d2473d217
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41b8b13cb9b480af20be703c321a1848100366b3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28652c920ac337e88445e8bed48a9dee11802f3211c61dd36201408707172b79
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db40e940b3a2e58034d1526fce8e0b6354954242
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d02feaf37ef49d6dedf1ec2108f9bf42baa9980165692e16e6e8bac4a53c56e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c2dbd92ad15b97f612d005e982b366b228b19a9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47689513dd0a7ce7b33a91436850e58dc658cbdb5723bbdfdd0a8c9cf110ba5c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca4b621cef6772002ec5bf0ba5342ac872c3176
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bca2f477490be3dc0a03624262aab1146a07d6a65de3129024f07ec9fc61bfd0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b594f212702e599926ec874f70202de1628e1f4b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1533781b1a1a7b60e8eec1f5fa602a682339630eaccd10ae970681e2a3a5e48f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af6bccd8b24dc11c1558b57c0a7acb6051045ea5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7737d0f67caf216cfe07bc5d355569659e0ee887c16e4b03f97aef77c6377a68
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a818d33a16b567c89530cf7474cf0264c1434d15
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016cf7090ff0b0f3633440bf4a54afc61391af2454e113aaef51bed6e0a3bf1a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a64071b0bffffb223ab4b91a8b5f99652d4ffd61
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0f4c7763f621e2c8f9f2bfe5812c758226bef3a78d4aaa8b8b04e6eb2c6a1a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f54c4b5dd30bf1cbb73232067dcadc573b0825
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd5be2f767f4123beac35a6add1481c2c16d10bd62513cea9ec6c8e97f0b290
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd5bddfdbc10158302e55b39a883be233a56cf8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9161d67392b017a5c83ede76435bc7cfa4cc3fc4512990c684f68dfdd977ac28
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..509fe243e5908fefc27d85161e9c6fa704443cfe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b3deec443d90a48a5e0231428d0f81bec64f0d88af5cc19ce423f56827b312
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b76a6dee4948edf9c7d29c6b2ebd17eba601ce5d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:626a4f88e836c420f42be4ce270a190599c521a5403f479b2942a869ebd7431d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b5cdcc5df5c8d171a73490ac1129f7c16f63d47
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1723fa9156c3acce5a6f9a0b9c907def35abf5c641fdb4f31c6494cae661e3df
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5b8181eb08db320123918ef579dcbdf1b66cc95
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6173630449f14edae3d514b4289eb7f9a70e60efb4ba8a60c0abcd108f4cc6d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc75b9193384bca4d6cf623653d0b88ef0f19a6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e222161af1dd74a85919ef58fb56f92837d92174a70499a06e673f80b63fc841
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fccd6d76e7ecb3dc928501bdb37cca815eec8ded
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e5811672e41bd4f9b6af54ff22a321acffdcb963d97231d5ddadcb1025e852f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8439df33358a5482ca438aa69bfd9af17d212a73
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dbad0fc51cef43683d22c8c0b998e4fb228feb4f220b54c23a9b9f7c24439ca
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f26a7c560a8857605f0cc356bdb44f9ab1e8a5d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dff409ae8f657e48a8f67e89a12ebc84716c7c0e0332c263adcb140462fd513
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ef4f474c9b0dc67a4eed44bcef83482b140f8b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be73baee0aee0311765d6d7e598d24e904e02ab4e63a2ed0c357720890e78ab1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93043431c7b2b322091351ac113d6a99f585feb1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b653e6f0c5e389711a2b1a2d616fb1c9ab0686d2c47dc471f6a81842282a2f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42fe4250a63a756b6004c96a5d06107ef9f2ff48
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f6f940b171b17d5b6bd2d75d4ee6d523dfda3bbf2df39185260829d17d77e0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..082a72d2dd8a99aa80f2e2a8aa71c1e70e04bf6e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc2e7af2f6ff170adc770c0dffe300848acd4534f756900dede331c5e23ace0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c6bc0db4cf2b57dde472fc8613f7595a0f4d0d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe2b9bdc4a10f36d42c9be93045b6ad1b58f51c2f7d300ca3bc916d22e19507
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1689414d4adecc94531949afdfc9e2fbecb351ba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:071726c58018fc8a46df7737c107b940d8c569e432810bbf53d78252013b98ec
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a244a87de964b43403c28b1bb55e44e4dadbb8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80afcc709a4bc47e06df440b089f1b0bdbe4fac39e99a274db0df1d828a896a1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7094c55e605daaf69df7470bd25cf86fd4f32f5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:040413c6eea62f72d7f1418a4ad439205ed8ea9e760ffe5b72986e3515d1b859
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df87304af9aa3cdd3c793dbeab59772f40e4b427
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a0200e23a2b68803448e143428921fda5d3cf7ab23d0e0107262dbfb298e0f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad3b72815113d1495c9bd78d204b21eb32066f13
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8f22b8be6f66ff51ed80dba872acdb2e733e514d050ced68be42722d32639c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ca97371a90dfd2bbace846a9b84430c8268321
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc75ddc291816e087628b96b9613acf8c1c472df4e478ebf47c39837f5b1f78e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..134eddb25d4dc033b2b76b457683c218cb1121e8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0addbc64c0bfbd7bd45febab842ca02691f84e7f978ab516d74d0b7f7cc6c12
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f816c55a7c16ee2396b898aae3a7f3f1842470f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b1fdd88818b7b90a9e08c23febc5d17d6a3824fc71fb6e4b11f45349623c340
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fde7f9c5631c2d7c6a41a8197f6ed9c08cf0ab37
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e31cc02e8e701b3ba860f533ec00a26ba09df94ac39c155c89d059ad0944b7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b013e5c2b1495e8f9aa3b2a593d4b95a7c06acbf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d5784cb1452507988db540ace4247bda59612ed66a79016f2b354730b0c3a9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5178de79da0f5e6e4b6552e88723a302bb3b0010
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:944b039e638c9959a725e436f6795d0a0dd171632a839707eb901437961badc6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2a4b5a9c0f1a4268ef715803e255a0a543e4f36
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40622c570056239d4518ac4bf9cc85cf80d086fd56ded89b2fe76ee71e8feda9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d2ca2d1e845f9938664cdd3cfc36a7a27a1feb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae659d47ecd5778a7038c94e4f697e713a160c4416dcb6be20f149845861349f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..767a75d8e4c733063386e4a66933009a95d0d557
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f35896b2174ad8998077429ff164eb4d8aa9d335c195d8ad369d2a016139e3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ef5a8291ce7d0311ab7d18f52ebc35d0faf0a4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5fe2ef51e16f82f836a656876da1fe84bb5ff14e528f57dce6afbf568bc1af
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2488ffd7e8b661dfbe0abebaf4d731f6269d70a5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331a2b07ecc3fa6a3de60b016d04b9d250df11737b6ca9c0eb13ab2def7a3595
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a904f19870c6057b17268f24e61baa9d9a1e44
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:829e5a972ac66233d906923d0664f2394a6c1cd6b36c0ae49335635fc1a10490
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc55235e8012b287d0b8b41008a9fba9ecd7612
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec61cabf5b8c30056acaf36e8f4a2a7005719e822953d47d36a96b88d88c189
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bfefb8c5c323c131c43e5c61bc48c0059192e48
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a796a740a9ed5a38f0872f7dd16be8b72ef64bfad65c7f1892267677518a3ebe
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddec25743b2ec6dfa98afa3ef8f890c8d73290fd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a92757334b5f272420cd0ca3729fb879db203f5fbf7f2df3bf1b70649e458b9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13be6a7d082a909554cb707c4e42a8843dd01298
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a1437c6dc0c8636f860b0305e7c84453b73268ba402ab9f534d784a23e88637
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a9f235d8170d88bd4b2aea6143c4c06add103ef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69fa2fb3e93e29533993336f3cca0f6fbd91ced8af31b09af556d9611632d8be
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adab8d5a4a8e278c3f3b242c54812f7c8c10326d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d1ca0ee4c7a22ae249f165dc67dce357f9452fedd3402c4adfae4ff5273c31
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdaec65936d4b1ea56914a8a0940689372a06f15
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fcb3c68c71615fac48aec1c94d7717ec9d3bdb002d32b4be08a6d170de9bd53
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1acf7b75f607d72fdf367ce4b4a21606b91bd90
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fefaea65b6b2e8328736f407ef1f1aedd62d59c878e7994eb67e5340e4683850
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6120cf489066e45124eeb3898d5d76d3ef48058
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:073037e36de9320a52c27417f593e85bbeedf3456cbc08200c57b918dfe95993
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6a4548b5c9cf92ede7ad5d9eb585db9d4caa87
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fcf94232823a51c46275dfcf3ec675426bc5816cf468aeab16fe3bb1e538693
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca7ba34f3f0407d55f11da376f7e46ea7a540e2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4991a9707beec3e45e135a9a311f8885de67ec67a0bdfabeede82c8dc1ff2732
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c775ec3f46672a86395ddf56d6e5825f02c19c3f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46b0817152cf50580d1d6b67b360a9f8ff32f433d7dd0a8a2c1367ae6300af4c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95050825832d6da970e3efd94489011e593f25c4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e163424f5322e09ca938d7e795a20d42b8beec0bfebbf5b0b811545fbd8699d3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e91bc2854640f681b66e08668600a1493cb2a0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d0c5d991bf5079dacd36857a1b3ec40ff8fb0c9cf3e9c7e28daebb2ce5daf90
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43a4ca81a7eb766c0b5c0d826d683df9170cea7a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80eaaf6f88b6ef01b2d51b3e2d9246403ad422d0a658504a41e967fc087dd5c8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5231329aec92202815c9ff257416372f1896e246
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d2af16e87308b431b8f16027bc016f2ea873898a880aa8307ed301adec745b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aedca87380f52e5fc1124c890151afeb283e86b9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff5f17f04c7d3615dba5d261ebee2f089b06441f57182db23eb1dfa15f609394
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f6d62ceb0b6bba8b45cc2b3ac40e2f17b690cf0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2939a1544cbaf8088b9cba5e4c8ee1e751ac431224732146af24e9b176e5a54c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..006952a5b8e663d0cad91ad85778ad92bc2bc97a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e2f4479f276f550a9d46e1ec728fa3b2e8b34a520554db3de89941bd954b83
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d11eb7ad7d13370eaaca8322fc2d4f686932084
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c734b11e4d4b29b0e3d15d7bd82e083a51ba6b299c3e30e3b906cea9925d81f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac9812d87c6705807ca1f3626cbb59b23681974
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828effbbef20ec7c83963c2c32137d21700712674fb899c3e8b704cdb278d6af
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162e7bd9889fd7d49878b39cfa54c97491450f75
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0fbb7b4f0caf47a7a4abf6d56021f4b5554c27a6a029baf3db055d161cae7f8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee9acce61eb2eaa950cff82b97a35260a97d59c9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1467308cdba5d38513e95e7ad35a14c7b7c8046cd46f0b90aadb7817f4a9c775
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745023efca5d1910b8bbd0cb4265faa6b65468b4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee54e70a365052104a1260d17b084fda9329a6fd9230206e1dd73784261b722f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a645409638bc7f833c492440b572e4d245b1db
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a12cf873725e397697a9f4eee046e23c56e60996d90469e09247f5bf898de8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f938084b5776f3b55bb8cf8b51b0db10d8c039fe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1274d72862173124d1e0c9eab2f3a8fe94b98c2604ca8e751d6b801750e8cf11
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91fa85d7e852e0d09633d17e003e9308cd3a4f25
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c684bb73ff01cf0f0f21555740273633164e9556c7c6293297674bf3ff3b8536
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c81b9aff21565420d883de79c46c15aae9b2e0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eefa1d8de08c4337d1adad205f21b44732d1172524e53f22036514afc6effb98
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..604594019c999e629c64b36f1ef61370dae66411
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1cfa21de55700c8ddc373d7f20fe2d45f7d6a12185bf0e76e1491a11da88691
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b5964ef98015224b6afa36b94f800d49bea361
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7a1824bf56ee46c17ad7a99b06ea9e3ac6100d0ecf5e04863e665074f2929d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af6600f062bb8cfceddd465d862b4301a7ee2c3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a62920bf2c97afb08197e69754f1aafae0752658fc931500877430f0cb921dd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d9cac71c8fa692759f10c775e62e16ee5c8d187
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df3cce543cb1c3a9c5f45ac68c3b93fee9db3d72fb081e8bd750bf201b2410f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f9b35cd00a5367db8c3edc4029e50dd64d9840
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a4fb35ed05ed199ebd3a9977431b21049283f0a13af8025c7f0ba42355b41f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ee96e839e0f8fabac07fbed37b3b3bb5c20fac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b033ac65e7c3e49b855fc19978143d4d9f8b727320100ecb284bcd47cb804ca
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efe57f3f67114f2e800fee164bd5bd0c63a2dc51
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5827e0a0e3a9f48081c1adee2e8843b82b7c3153b03b97866a286870c9ed19
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd24e96b79c1bc9a36aaa5af7712e716e75dbbe4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c77f99f60a77fdb22859f8a9a3dad7f7e2633ff63baaaebbc02b9f2524a19c2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f71b8085963829b6e03f0e0c989577350de07b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0beea1af6cacab545d1d2ff7c6085a54b474ef0b74a3bb95b27197b8e82e4064
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffa6839df553ca01970d5ac2ba7d0ed89e9f48ed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6140ba2bb52e25a19133c8d68ec165b485e79d7ed9dc27ce719c8c06c74ee85
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec3b958197f3026d147a920a7d7fbca4bffdda0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4cfe0b07bcfc63ec1c06347543978db726b716fb8bd5edc3f7bfc2594e4756c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f98914d2fb9e87a984fcdcc5fe6ea930f04b737
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba88bcd262dc7312a15ac4b899be7627fd172d8fbf305bb624dff4e81a33023
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6b941eb7a0c4860b5df72b46af98d2f2479bd8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74fa41be188601e788607611489f13a8039a2f85849526c5f769b7d0919d909b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bf994888a33ff2b991f3700d57ff16f2b97998d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ad992c009d7e07b4a79d750acf11798280ef6e15b056ace6be46aabdddf701
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a18f17e45678eeb23110fec8e45402b3f2548f35
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18503800f05e92113607c6993fb0804c615bc5937b0ef0d3b2c52f00889e095
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130b2b4cbd264e820c19f0261fca8d08c7a07057
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ee05481df2d8d358b8ef289cd55853273f3e97fd60d1f8673e9044f48469a8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a863652eaeb0f1ef95a07fb27b99cac14d50fd3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62e91a60133a51b1603cb009a736ebb376ff3702df741e3439c4ceed15ad65d7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42acbd8bbcff97d0d4d05de57016813f44374b27
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b9f7c39d896003409dbbc9bdb7f3fcb9de3297daee479fa330b0d6d5465d39
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0939d44dbd822e29c3ae39acfa4e0daeb493ab1d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2538ecb875a00c3eb3da7e086f3f41428528cdd03f27b8dfc0269e9fbf87be7f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eebc0857e5c9a103dbb24dbf160b2ed580fb7bd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225580b60faecabadee057b233c2a6e662058290bdb84e3bbe2f525020fb7bad
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..332b935412611f0abb62aaa3479ef251eb75ecbe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:874050f5eb7ec447eb8f465d55dba652039ca7bee381ed7f291e87be0948c60c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..341abcd71b19f4c30eb2288f79b11e7302ea8296
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:324723fe0644344e6a34373161de6e57adde9ae29ba4920b98ed36ee79173bc7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e36ad6de394e8c74ca147acc100666a8de1e4f96
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971e2581093f65fb69a63dbc58cc925349f6d5c439941c50ff897a15ed158c2f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fb2382efbddd124daf11a5710e1a880b01dca81
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3358358317ad09b3225594b6948cf1a12242a9547aa5c07535d9b5d89bff2b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3337de7c871d9ace31f8a40da19447c576dd4d8f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d328ff997fa6e2c443f56cc7def66b0f9464ee6e9bae2e974c7171b4cb82a61e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e2b8b5b28f041644440eba9cdb1443717c3acf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc88b56d76adb8fbc4cefb3b0b09fe384e50878f27815e829a7b333266d1995
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61240ede25dd08e5f832d9f483e649acdf0e12e8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e78c688e5a2a3b3bf4c683f4f50df7d31a757d7e8236d9ebdb045f0beb0693
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..909225140dcb1d39fd8d78a48755f5a4c03c940f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3129219ec132ec8d7db447888ed3cc91f9f86f75a2832ab140799ac0ca3a2e7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4faa70ed96a67b0c96bc7c39511dfa86da2677e6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d33475adc0483b06da677fab82be2f2385fb75b0e5a6ee6fc585510c038d28
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73fe76c58c2a83e1e180a4dee788577d86476770
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:521a01446396c8aeb48a4a781be0b10829c5ba4e90ad6686cf53fca5f631ca92
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c683d31c40166579c3d7802a2968995b3dc57d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b30f7e93b35ae9f6051e38d953769a55a885e74a4a21b352f6714f204833614d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..711c4236fb07a6e58c5381706e231c14888ab398
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e4884090e7a69e45698c1fa2387fb22b1518f02b10392519f2fcb269cf368a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d62ec355e9d87090e1c52ad38974bb047f7e689
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b9f150355292e3974cd3ae82d03630a7d54d59af7b40cd7b3a4796c4a40adb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3754b168834c111ae854c42bf0d738ad84d35cb9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11903d54b637d0f92d6b19ab90b633cb68907ecd10472747084c750319496aea
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37377c55e86a188214c5a8c4fc00b9fe44b65fbc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f8b88ee52d153ec8006f3d0813ffcf0df21a3c7a256f3ee40812cec642eabc
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f5ad341b028d39276ce251a6e03a9ea2584b67
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a6f741199496b2c3ef36f236890d85dc4861a5200c05dcce0bfa11b907f7d9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25bca128497d5fb9eff639b75043b17b61d0a162
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fecdcc9d897ecffc8051a4d0da3a841989d4855018426d295f83423128d0e977
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f6eee95fc50f3e2b66fef990f68010d1a8c3f9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96db8d34d02607ee4a34f59c589c1d73fcb1e3147df50e85f1e3108ab364e53c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4556154fcc835030b39f288083fd562a5a3c9bc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971fe733f221621b61ccb765b7e23e174c1ca72553e153d2454cba39c3471613
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..123b674d449d9d4a6297d97236cf42a3809782ac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:619fb413a03fd22fd1c41cb67a436c5914afe8b742393cabe4374a5eb14614ee
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d0f264eea0b630ed6dccd7f6541bbe310a70b8c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6806aa1230a0252d00d2e002988abe53554e674025fa394d625e947eef8e37a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff993a95d0b4e1617e91d527360ee556ca3dbd5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb339ee917ca9c799d528f2f116f76ce2164856c668a70d28660ba93d3b9058e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d678df622a792f59be940eb5e1884c332d1974d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6bdebde0a1882496d6431c3d7218831edf99faedbace90f4ca0ebd99ffdce86
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19013bdced441d7d6539b86302e3d6df98c01fc0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ef658146ab16513a74aef910c81cce4609d856cd8e897520d898e4c801a01e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e32705bce9ffe230a7c9de0bc1c033dae6243d6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38d20e66aa4e7ff9c802c37c999c2c95bb6b87c4fbefa5b1d552c492f0e2ab9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d6419795c0517a885aac11953764250c1c0f38
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496ef2a760589ee6b76c7d512e80ea4967b118c31ef3a1ac9f5824766e37e717
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d09eb2236671f116cbc5f20b6aa21c05d74351bf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375c972192c3afcb13fef1560aaba1dbecf92c9d17e39daa270b3c42f52fac57
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95057e69cb3d8cbb558817adead4050752249d64
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b1ea4732daa5ac335cf1c29783dd13d693812fccdee7fa4a1fdf91affb55cb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c659c05a2bb3511879f5535480afad3e82d8ea00
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25aec66611b1a57182356751ffe4afd2b9767021f368ec4e2e937a06fb0199eb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db3d7dcc1efd8b2b83f27675a5d9f4dab861277
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db774a11007fcfb96874b2cac467d9e8b7fe9c577774f81b9c004dc31950ca27
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..946b503e2b308459c1f734a01e480722ec8c7ba4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de141b0d18f52b6bec5c4e1152683dbc4eb67dc30e102daa1b1c0e02915c22ef
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d19ac96fd3458053108cc7b1f51000eed566e0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6bcb2f3670841bffebc4bce96a07d6ff296f38652b261a8b83601a0bcd73d8f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..509e51c44ae8deab260eb08630630b599aadf3e8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf119c4667b736f8333f11c1b765402bae85991b4ef8600e2ae2da0f47700507
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586e2509e069c3a1d7f9334788f95f5430bfb072
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4dbc9db567da7ee22f8c43cc28067ced0af0b25d8365a0d2f7a97bef2998b0e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c948ea426bd1ec57e44fd923dfc6225fd5eb93c9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4bfd2aacb795f893172de8d0833d02d5c010acc49738fa210c3dbaaaf7d253a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648e93213b7beb89a84d7c55939084115286098f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83127bede3761d73e5b2ca98fcbe38a6659b34c05eba9da6fe99ced9649e5f50
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..221db4ac31f67aac8dedbdd5abfe4f5df01eec04
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b4a74fe8ba45fda58419c042575a99c1792d6502c990cb014651e23af0c151
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d19308c41789a8f9851c8ca2d3835d07e577dc64
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:494c74db9f42bac225c4f7ec35d857f438b40d897cf3bb5ca8e39b7990740680
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4344a4a736c9d2cdc36bfae054f611e5e2cbca56
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a7a74bb3f115f2bb69cfb7506040db78483a52b02461761d638ac9638fff9d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e75a51ac160b6a441f29c2947e7d51b7ef53ede9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62bd6e9b1ae5c68952db1dd71f204e4bcd534eaa4bab4691809ba66378932b96
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d627c1a4ae2bf637ddb91abe316f0efbec12576
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9775b1d88d5226f655d4d2a9fe84817b6b1ab480172c2d0a9f31cf70f765bb23
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fe50c53fda53ebaeb036f496df58ff2857c4c29
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d87fefe8e95d384ac7eea38201ad7fba6f23897f74de3b29fcd519cfcd864e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd23e64c970f262148c2be0fc2e8b798d31a059
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1f6431e191b40a2824c7cbcc36a899cfbcf34e6361469852f5e9895aab6187
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eaf8100dd807caf6013d8f23a59d5cffff6cf2a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e0dfb141863e6504a36c2b3a37d113c3dfd75fdc1be33244a0da851cc7b503
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2dd16f69a6dddf37da45e92ca6f63ff35d52f13
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8c3ef24f5f41ec275181675e9670ac8180bd38f38a7ba4f7c5e4fbdc41e51a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..885f7c19d94890b9bedf6578dae8d8e3588eacb8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be22862c55eb39f79561f06a38845e0662d21eafeb77ba4a7e97b4f528b6aecf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6722e0b4a3945fe173b6c040448c7e10a9a9c17d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34fdd9ce0908bd16a4f2a243aa9478dfc984272c9fe3095f3d41d695df0c90ec
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff94c07704815d4de7d2be47914dd07c273bf4e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6899d6f0639c03c5099d8d5a7a73802ef046529997b76e0849312891afbcff7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9167742e6da6ac6352ce5adf65070e3483b829
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f806d1a3bfbe54096458d27ba4df1aec8b350130b65d6f51430a16a4e60a48
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88ca414e0e12a30f0820b0bd2125014ba036c5b9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5c59618f152c5586b39c32308bbe9bc444dfc130586441e721786bfded628f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f08b3c8c4438ea189c226cb650654ac56da854
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb3f67689926dd25210a20174c8696ae6ae9c0ee1d0dd5512e28d4616723baae
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cefd46752483ab700cf7bfae469a6238b19a4d85
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b04eb6c21ea969b52550e5d869279cae0a07cf57dd099ada6f5b2f4be5eb8379
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62d5d38941a0b7171508a0e1e05f9ffc9a03696c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a563a2032148c0e5e781bcb5901ac2968fe0a9b24e6fbde3598b0f21564e0dd5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965d4354b8bd39020aa89b102eda33a12dc799d0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea21834b44b282114aceb0aba3ca6da341662d77b3effb1156f095dc61f17b2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e11bf65c9f4fe15164ced7b9628307f6626f762d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de52ca44b5e5f6f70f4d7a6e3c3834a61dae3f5cf9f0f42988714f5ca1d6ec8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ecbc85f5cff72b823e6b26ab9085d9fb60101f0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb7e7cd8518a1f7d6a91658388016f3a1c0002d28b4f7b5e33228ba7711fea7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f343ca69f6b05a0c6741a62bfd631464839ed7f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e8c447940bc12e2ef4a0c6578d25ae3508e29497e55032bedbbdc40a6f323b8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6ee9bb57ed3cdcd583c8a745a46eb766fb6279f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dbd9546c1d103a96301e9a6e20673f9875f78d613fc5c629726128981dae5c1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2970e1d88373367a85d4a5d4133fe0da4e39dde
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fce980d8e7096dbeeaf1789e0229f911956466b08dc6f294f0df85d24731b98
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f7fd7e66fc804ea64c73a78f44ca1f3c366dc6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8058e1da855618a819e5bc591dac25d7e4ce08bab9c6a78dd82e7dc87700481
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e74931683dc085a8b6c3a032e17a0834a2fa5335
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c66da80d72efb79c94de3401ca5c38c7402388e32c73221bb03d89b7e2ed5e65
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c4fa8f863ab5a8afdd4788c27c63b576bef817
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819650bf48ac109ab3dd41eae787547eb993dd720b829410bda840cb3a1b1ecb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..536d812fdeb1dc0198d82712878e3dc5b67902b4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93de9a39922dc5b46be16abe0b7fefa9a5908fbf7d41401f54fafa3cf6f80751
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a88237fcd906553826de9889978e8f2ca93ff267
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59282c35dc59601460ba24dca818cf0f94a4c8544500ce9ae0a52469319fa693
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35e77bf4729ed6e86dfb0fc7869c0313af079de
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06cfc6bb2afeefd6774351cf78438d5f0a94db4c0b927df0ab185f048f9a0cce
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd6f3bd21a55fbb892c08077b501b58bf543c60
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a3801ee3698f16417150e682a7c9693a06401d1cef776475e756ac78cabf71
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ada71e0871cec3970782897ce5fb9a72b7d69ce3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9bcd58d1f7d919fad02c5c90b39e3b334a594f1f0f294ddc6041c4971e1538
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e63c73768cb25fd4a5db0874a864b363654d8b0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb3f6e1a5ddaf62c5e0c09eab750915f7c317a24712f56f6251123d41722a09b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/lm_head/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8947971fdcafd87c2cf5ac4e4e9b37bbec3f0210
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb495b70b3a8b653a18f48eaf8fc9ceaa23a5c76f46105fe5ab20202934a086
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/lm_head/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b252f3e7029bf81417efbb694426248609cd10
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:584cc7cec8a3c5c365d889e93100cf5e554cd0a810467a892b35f882bcbb3386
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5a8a6589bd728cfc46e0969864e2cbd1d7669f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94b1cb62174a21733c1f724d5e9afc3ceecdaff2b7caa41c199d4cf1df75521
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc4d15f45f586a717f48ac2cb852e49607dd7fd1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d7ab7dc3b135c0b60f4ab9e790e50e7880aba987090af26cde785985c4b2968
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bacb4f889863a57089dcade6d05c6e7ae0d419d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ffc46213bec5e83b22cc5248d3af552992aa32c7fd8c4b2dfc0ff1aac753b0a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d9b6faca9807da112f417d4b4b86f759b54af42
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68773121b743c1a791afa22c5dd18795d9bd6570b4b4d63e60e5d98ff326543f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..216646097191d624c030f4f1d3e1928eaaf8cc74
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a2dc53474d30d11b8a50b7a8665e27c12eb241b898c3f72db6ef19c9195977
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815e298568fe6e23492a534d18937cb8c1371b9d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5970b058081327146106c603aa943364d4e9d737c0674bd77003b935c314ca4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..181b96ab90406158954954407d7a428a354d15fb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be9a39bc29911d9af5cea4d63dc9d9d27709765ef5990b421d8df922642f56d1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac32405245c1fed570789ecaf69b334b414943d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72854eaa217698d9fcb62ce4f0bef2c302184de9da89e80c46c169f906a8847d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..985495df6a68a7fe76b3362b5b397eefaaeac763
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b9058f32909b778dde75b2cb54e056b7dceaf181cdc0a4f2a55028241fecc0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d198436b0ff19ae36e4dbc34fcb9b83a64e2731c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9550e822703d1c051e379c492b0796e6734c7894dff45694eed073bc693366b6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77dd1ae581890c1559110d9a2726d4b9800454bc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e80eb1d094fbbf2c0721db1a8899451a1528ef4d4eed4023a25ff5e3ea935fa6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c84e1e9340b9026b207022c395fb0941de4d23cd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd0092d880ee49beb7957e341254776a990248e62dd7916c3169718964d43a56
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c40d3c55fc470f88d7d75ddf012ce88abfdfabc2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d46ec97e167de7b83fbc283ff08d84b29167a9031572bfe42355f5d55a9e298
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2465f2d89760b4ad35f3eaada317ef2abf874789
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16cf0a3f60c17815bc1b89a3310111b494451a134dbc389894d6c2a6fd42dd4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a4eb892267ccdba8beb1f53e563bf70a4a2012
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad6651ff95c927c8452f2553c18fc9a99558814060280bd56d15489fd99f92c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4537921cceefa9bfff8aa9d46f4ca7d66f9b4699
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e96162aa11c7acbbeb8f272aa16d5adf5598619bedc41fb9f7d881d2e7ae919
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c2f9a9f0104909193f0de828a13c71d22ed6e09
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef048a17c1e2381c03cf50b63adfd4919a33b8c2d15745498e9c8e65e8dbf16a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbc794442cef49ae605496368cab1809b9da000f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65abb40e4d96b971e3559bf5fcdd00897d3bc4da6b24fa1ad6d525937270b6d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afffc6332cf200bbd4705e5ff906d58cfd4d8efe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d07c6c8a7c84be4d7e97b5d38999939dda7456e8e73351a4eff65352d94311d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c8c59a52727bbd5cc350c7d965e51e5dc538ba5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638030e0bfcc2069a559d49209d097ea60e4bb894c77516d5dde6625c04caf75
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562b961418e131995939eeef4463bc13efc95ef7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df95d35a604a1e47ca14d01f4c6fb2720ee0f8230ac780f901c057544828fb5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f280711d51e1ea256c810301f035194493e67a7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a5a0d14dd4404d6cb7a59e2dfbccff44e6bcf4cb66c6a474b2165f329f0fec
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b7d0d376d47d26de285e4f0b3de313116c991b9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7779f93e26495d469b8b1965b72939d1f51411a802f604d0b8b1553e5baaebf2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2287d0c0fa4709c5ae861d8a8bff604d4cdf356f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09e514affce990c160bbf210e537bb87a8024759bce03c36c836b5cbbdebda83
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a86c903211c481e8df5afe755f949c79538e4214
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea26ce3f983efc8b6b08cbaeb6f99e9c0d68fc847790c4e097a11ee52e018a27
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..337d0235b57fcce858bb72a7025beab17bb61570
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c1759ba90465d2f8359a265de19f1221f0ac3bd62b8278b8c75b3b84e3b39a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c9fafad71962037fc7478e411baf820186d87a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e7b4acaeb681873fc00b39b9bff77efc112c8763d7d8a72f253375fc0bd1f22
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bb43a42687369532004ce06614d1127d405a4c1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3116e7d638b7e51063ff27fb48be20e1359a7d6c9cacb1c4c0e020ad45072bb1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f273401babe9947a4e48088602bf77f4304c2bd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f8110a4bed0769a1589af4b573ac92fd221d5600e736f5810befff588a4775
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b7d8594989a1d99d3b2d6fb7b1a73d8af5d734f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c38417e4ea6a372016de6c2e7e7e915bd3dbe5e678eb16d292bff1a4a3564c5a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac774c856de4e5f3e5904da0ae6a09b3d7b9d3f0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68dc6c085b1811484d03ac9f79f5f14e0054265f281f789fe2c3fa50a4adb17
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31e2d6377e437b06d6eafbd6ac19874d5fd6dc54
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f7b28ba60ef46df57072047120a56dad70fc57b7d09cd8cb547ae0f6a0d078
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b29e26c372cc8410a8a1bf654b137d5a657b8ecb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d601a64a977febd7cf0f5c92ded577041a155c1eb1ccb75910d0aed06f1057
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26643b6aff4cced2b9eda2e20623da0c93432052
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f0ec7ae3d9f8c6be33a6e6f5e409f3a6fe6b0d4ed667a9ff0e14e257c21f14
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f5cad5bdb6428779102538b1931bd32d2c6d68e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe227ff08b5936b642e6e95e03949b06c64d7a93062ee8a960ddfbc250d34a6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56c45a1452a90002adb9e540caa5afbd506f2ea1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83e418bb6df6de323c1ee2e1924fca5b60fd596c6973972186cd84cc3774ea8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9bdb18f268d65ee9c78f8aee9cb4ef474ba073b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559d678c5cf022ccdb0318121ad297fac3c0c1c7f8c9701baf3a0ff12df87b25
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57952ea4e4c5b3211bee0968904e973e7ca85155
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe5c6430d7f885ba9b40238109b5a6ceebbff55e4085f4962aa13b03945fcf2a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d6f95ccdbdfad6c8a0bdb4ba73a79066835a29
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57550a8ae2a382b4ea097b93c250704afae1be9419b5f034a3bf25f975ab633e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b287f4b56060802967ba2fdbbcc18a3d49e03d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebd343ad3000f332c198f4e4ed94b87309d1ead9c068c8b720568d0008962b83
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47345c886e7989b365ba654441df34bab7bee77d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:237c3ff7d7140c3753f7d0535955278b3e2bfc4d061c02e036239a2952b19131
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f98cd00e48536cebedc08ad9af37b13c0a694f9d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce1c6a25172a7ea4167ef38d18a4d55bd94c43d89e212752c87d5d93f7428f88
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1c88a48da7b5b7a2bee3d38c6563919e17a9452
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a398f89a2d28425af44d56bee3b1457ca3f4cf5a475374ee9571e8c6b2820ef2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f82f591d13a6e2fd90fc9cb3cf427466fe0f79
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f919cbd5d22bd46c14c32e140bc7fd6290a30a021ca453a36ce6b43a5652973a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88850b5843ee75e33835ce7cb6ba3b61b89d329b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dece4f3640df392c0c170d6a728e86cdbd8e93fd9770e1fe2528ea47f0195dd1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abdf859bf5592ca61853645fabf7993dade5e90
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74bec42b66fa4ddb46db264ee55f5608cb460b41861c54ce3207d2fa92412476
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4294a5616ad3204dd953f8c20f874cda67aa120c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065d3efa1691cd05634810984f72ae992cffa5fecf83fee91c73ffe05b79f2f2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..886f6392a2500400f5a16f36851b031fae60bef7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30084e53f795d30b67250cefe1a19b7baaf878f489f51a1308bb9dcd407a1870
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..993a6dee207fc0b3e9d8e0ecf86edca944afd283
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3918ea7d4703e0c2dc990212400063c76d795157015e7ff4887807e28bd47d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fe6efde043af55ea924cf7aeb80c395c0592a5d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d034ccc42dbac38f2ee5d479fc6ea8bd4f7ab99d745c7eac5f78ec5e454a89
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c97ae3329079cd72a998236f0c150f9c051351e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b27c67d2740841c6c4c2efdef48f5f6140fb08a8e892c02cace6870433d2bc0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5485b9b8b088ce8a7abc7684d6471612790ebc76
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a816fe1b8e8c5cb1411e36e4a6babf1c460918f8e2246ccd19b5fe310934c424
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3d31c5eaf1ba454405bf4654ed33715cd31a613
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff41e7e54b32089eb8983b160e53469e3e650170220c97a5eea28314941f677c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e8a197a58a71876d71212707614612bb1b692fb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abbfd5dde3279ea27f18602664cd309f990cadc583f08276a90fe1bfc22b2ebd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f906200889c03166d8a4580fcaea71fad81237de
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aebab90fab20b074bb68032098252ea837f6455de61d8d323885c8b4899560e1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f1d70d1c791dd3cf30aac895c3aa621685ed85
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b3e940079a8bbca36f96b69975c293f5e8337fb7ba3c9f43a36884b2f294e62
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bbdb28026ba4d84b3ff6da5f7dba8d0741a86ef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d3126babb2531aea782e78af929be563a3329e915924d2ef40d7a1a585c6d85
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e407c17785b97d707609e6ddd75b961b8fac9f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4061c314a73c173cc32c9ed7f0382be3b999f5e3d17c825a4e2db1588572ef
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00dfa94cf7a090e16321c889d53bc33fa598f5fd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149a91083b9be2abd27c0810f611a1e9c20bac62aeb2079e9cf33338389e9440
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a2b9ae8bea03ceb424ac599f6ceeadcbfb30bd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d493b9f0bd4f82eb3295072b8240361c52c20fd1f22a8d3de63e1fad8f226d4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed486518728fdf438e2fbf8e81d8cf32ccb3fda6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f298ea1418dd48dc09a3df59e74d8b62ecee1eaa6f45a476f1c4bc06ee466afc
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13013c62f7312f02d1d09f430017e00abec961d0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4929a94f11fb5dbf6247e3191d1701a0b2081056742ece0a83cdbc5f04d1a0a7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a3df990633bb98a9d2e5c3dca43d84c84df3ec4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a766fc3b139e4443df6e589e4cd6b6c36f041517faff825ed5e05ac6c7a26c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58470fd34d5d2ab69d7fb46e0d33ef6876a7198a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51679a6fddeb7f09fd888295f40e75b3935691217a43575b0b325b1eb66d80d2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7dccf559f4e48aa221d3b08f79e1676dbd9390
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86dc7939565ea618d35da512690b4508fc4408c5b0e039070fe849458b49e9ef
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eadddcaaf787eea217d6d80e6c4399d92db43ef5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ca5f5fca28c07b1ee267a073687695fc98481ab58e5542c6bcf8fda70934d5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d80c4046250ffde6f5d89ec9bd22e558a167a7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cbfa88317d43dbc7b6c7b2673109dea6bf08ba9712f034a14f3b9cdfcf9f544
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8679df45f21b64a43ab6cf5194ab12ef378dd8cc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:810a7337f56d62b685ce85fdec8b17a2b76fdc8a0279951debb153db4670bfac
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657b10b8099189ded2cae6d68aba97c391b3a887
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b171ceee85cc2314f017cdf8d8fd6d1d05f3425db265816ea4db3d3fca411c2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..099d6b3ef0cfd6dc9ed88213578b45476b4897e9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4981702e3855df5a6d1341d92a334afae711732e27f085103f9d112d83e521b6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991e9a036674bc2824d4aab65aea0637c837c8bc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57374b8c52ef89f97de22e2f6d6fa7265235a81deb61c07aa0b84b95d52994d1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25420ebfbffa18fbb22634cb05c558a5dc6ad43e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3293b2d67e61009da9d7cec94278861d23c36884707bad387a1d1229ef4f2470
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..928fb5f7dfabe00f6ee1f17cfc90735bed7a1b7b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d893b796c15f2c5d38ca0ff8d4f194c1c6d0b8bc9588a65abb954f7b16924583
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b50c35be12ebc3ec91ef47c4560bdcf9f652393d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8fbc07adbf4bffe9f572b1229113a9a05e735a209716f40f54951cedd8853d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d7d238ee9b9e0fa278cf2aa76c91b75c8cb7e02
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f68ed77a7c0890cdd3c19efc0e8b080ef1062e4fa6b601428228bab6ad9e989
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936c1b1f2051be77328ef196dc9679d8b6517d86
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08cd9bab23b76a5f5afa6f5e52160985b25161d4693cf4ca6a68147c061c41b2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fde86619099eb399956fb938043fbec5f16d900
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16477d6e7e6dac17ebc5d72c1b6261522e4ea25024f1734e05ea948bc6d91e41
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51f691d5c321997d9a4a4fa81c92580c19134456
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56951fe362a25de794df585205a645bec5174dfc5835064f75fdf60f7cce362a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a9f2678518204dfd96aee2c34867e965dcb930b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a790414bc3f7ef74c8c98a2cf137e86293b9fe8d4793b2c5f5140008ad5b259
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e6f9e8d25643c1895caedf08d6ed67e732594ba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e72187588e5d12bd7b52d77817e0d18574ffa688ab380b4358c248e8fbf93f9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f487a5ca23fa99dd8bbbb10f705877fbeb3cff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9b1fa1b39b48b45af367cbd1226ded829c71976a4d1be51e82dbb61e16b13c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c22c22094ea62aafdba0a1b1e4d4c704e51b38e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af793101e73301fec60401d816b8948e0a5ff101e32620f3e058840bd48fbd3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241304eb1830acf96dbfd9a46dc34c61f59a88fc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa4bed6a1d32fe557b444faa098bf37406c87e4399b10418688cb23456f77e5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9db6ec0f77a00dc62b3a661e2f1fb514eb4ddae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13715933d22065f7a1fd7e8270481697a3442ff1b0e1d8c682a3e55223e8ac9a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9050a655868a1dbd730e34cdc3c234f599924518
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51486e0656e1fc1b0b50f78ece3fc228bdd044e8cf3b62a4c730a08408e8904f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73860033dfa1b85f8523da5a0a8f500a17828614
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7a6fb060caafae83da222c09c739b78d565f23f9b72b528c62fe7e1f72ea6f4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb3696ec30d7c628c6a20aef3ebb1d95248216ca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a448847a9e8286acd1023f6f3c6e62c886d5aa45fa14b43e4e7bfd71ab1d2905
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5346b1445e823d421440e0868f058d84f467aa9b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c5c6feff918db591fd4b9627f246365f5b0a5cd7e6fbd02f70ffd57030d6bdf
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..863af10bff69c96f802f5677d796b957da071188
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1895bfa5238496d8c5433616cfaebbe1d05aa711a806e89298b01eabc0435808
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eee8dcd0b5741e953e1b0337645d994a35e43da
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3a237c07dbdaff6c7881b68aadd789df3325e772f823a8907d008607dd4033
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e322239cb78aa9b40123178f324cf34e705971
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:464576526bd0d69f3c9cbea9fec22014e1b3dc9f44046ddddea9cd98de679f27
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694de7964fb15935d8229470bab5d912aea72e34
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903030f8557da3f7974d335007140e5d061971cd9a8e09bfbb9ffdc33f7d88ad
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a281248bb984bcdf0bca5afe340ef5c430a297
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f19a7a73580918a2314a74bbb7cdb6b00a44720bd4f01f8c19cba96e872ee5ac
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b4623cf71fa9d355e78f151b22191596338dcb2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7756f4212fd8b3fc01d75c812e66ab982c73c20022d8864c0246240673b1c5f9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd5fed87163ad4cc19211b8e45c47a5aceab57b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd4aa769bae1e95723fed90ab5ffa298aeae8aec31e8c3821b31bb6b4c3f985e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d58fe6fa869ead895e7636ed728ea9bc366b058
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad936ce626a677dce0f2858a71096a5b5e0372112356d6bc020bbd11060af71
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b99907ec3f6b54385070bb25279739ad1188815e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf3a5c9c4733b7cc946a990a72009b8c5aa8bb38f1e320930688bd1a291b264f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940bdf62ebbfa2ca3bfa0236f42be676950f94eb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab3c0d4133a16af5f0542b9f298926863812a24b457f66bcff18bf8fbf34274
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..918816227bf7d023e81077bf7ed3bf5805a7113f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e17c9b397955b103346aea7c7250f4eed8d6157feee83c7c9f187b4cb2171026
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec63490ac2e3bbe3427bcbc9e3522cb4debdcf67
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1df7af3024307f4db9a93a242580a4dbf3b7c8d245090b9aad70ee65ea56888
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76702b100efeef00162b9243ab06866ff0426ea1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6cae0cd3ca7acd0f32266b7722ccc5f3ee0e5e6c59358c1c78e5f0ec4cc66d6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89bcc53f81e9f3eb1574d1f6a82de06c3010419
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a7cac4e50c12973b490c7962fd61d4938e0422d03db571d3bdbe7944cf0bde
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..993a6bb5e148b8d76948b1d2c4fc140a7e43a112
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0b33d2c7b7b8e569e4e1eb9ef8fcd5d6ed50807b77002a00f515a52d33ef14
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b27c5f5411c31798b76f950ac88f00f9737da556
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:746773b63011e415d5fb588de9aa0cb8a41987d23f6ac330e08d2201290f6e40
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e48536a467cd4fb63a4c3fc206c0fc9bc992e939
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef709aa168a7bb151756d914092200b03553aa19c7931cc74bf1112cc2a77519
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec0285c13edd1d411703c139603e29cd917bc53a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2474a6b6e63a1868382f5451becf7d3feee501507d0679d4c3dfade7dc01be57
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6cfbe511384265ff5830f79ece86f6367552078
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f289f15c0784a5a5bb903dc7599b01ea9b00087fd54ae7a3aa19f4dfead4bcbc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c086b3fd09b79e27b825450a1a1c7cbb3be1950
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93f1b0659525a97d17c29ad2ae1648197999799d2e5f51c46cfd7cc664106705
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3655b8159f2b0d66ae9040427b4599c733d87249
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a9c29232b5bee9fe5b49818304af89145654c94a526f0021847594c37df580
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bca660e29a35983d6491eef659df9f81cc51d7f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e5e66e5dd0b4f7facc501f71c973a206f9cdc86fdd735036d34f2803ce35fa
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b56345713a24363a8304a3fa68ac24c788ed7756
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86be94edd47ce72560d9e35b75e7b6b591f3bd21976516989e503e678922b67c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf0ea6baf623654c830cf82e5a3f0e6e38a9d6d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346bdb85706582657a1b9665e9d83a3ded5f2de25386991bdbf093810b061c71
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d02d6d76795464548cdbc78aff2982b62c2ed97
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfbce85daee397387988e539ca3c094a3a4235636f67ebeddb9be8791a942f41
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7886b56dc4d89cdcc1347cfb405a6db17f97d623
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13af5688927a709816f3a3ea508ba33e6af02da7234277a4c816662aac5c5566
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d29ff09eee0cee0933c457340badbc856afbaf8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9602197dc1fa816842aead2c63190c8c25a37c101d3e7530badf8fd1b6527d5c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f9d3474041c4557a5f5b5caffd8a5340fa12fac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df59a7c1282098da2e2a01085790f02afc4cec6a5203e400bb293c0c06199816
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb14b7dc0afe850f2a6b6e005b86e26654a7ed28
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975352d503836b3b398140deca1b369e259656d1ed823142684ff9ce386c3a80
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5365642d3164e829cbc441c9040aca4f341628a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f11e69ff748cdf68369909d22f1a27a34a2df5adc20607364f5e8dbdbd261a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e16edd74cd0e1c0a8640d442548b18c269b46238
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3c09f6acb5c1dcd634878e12b6b1f21f8aba77ec8b1af17e6873ba7a2bd519
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00dcb30ae772ce990dc3a2a35f0d4874b6a5328c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a123e956ddd0327cc9141d1f9ec9ac24494396c98945bfd2b4ae351ce3894a96
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d105db025942f4cfbdbcc80c5369d87f8879c8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d404211134b871fa9873d7be37f66f87589e3dc1c46b909778c6d397bb570f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee95d412a34a4a110e11faebbe138abbdf47615
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e63e88cf0bafaeebf87fc5d1086fa0ee9231240cd4874ee7e120437e6177ff9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8331571dcd473a0d181e0084b066b62047d643a9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec0767c5558b976ed04812137cd2276082057483aca378f9a893caa84f7891dd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..183fd6e5a7575a1bcd35becbabfb3fe867b863ca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f54f5c13021c50480a3345198849d3c5fb7379fd4c7cf2a374aef061b8e2eeb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93eb2d7cd6b9c0f548bcdc6782fb144c9bfbc9d5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3613f45c9449f66dcf2c6a36428b4cab667648b2c827b4f196e54d07fa82d8a4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9d6646d4457e08179f42ba11ce8cf868d925c8a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1b6f27df9f7ce478274b509c9a251b95d613224b012fa243d6c1f77ae30281
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e8deff93664eefcfcb0b656ac9cc67f9f5010c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf8a39c4d27ef8dbadd0c7159256188282dc9d0f77a4ed66b23cb639865f171
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d28cf87311062d7a0297e99ffac585802373ae4f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f49b655bfa590f36454652c269dd73645df4fa76c210018b69467e47ff0301
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d5de5871e7c136a04637b1dcc671bc7ea1d7cec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c474df9b5d0f71d1518794241955751d53efe20c3215d1737283ba06a2f065
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5702f5c766a8f9c250922b71b53e075182ba9e4f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b89a1144a05a1401651daa2cb1c2bd1c84585786edd2b81c99391f8b9df7a0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea64166a7034a2280ce49626a17b5536b924c4d7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66462440b5f748dfe0a085ae9bdb772935fd6ba23560278f519de9a501a25fe1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac1edb9e0a472e6b1b818d5c9622516b663a4f2b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:495cba638da82b5424fc94c39f08116ccf8b8936db89dfc4401f837e7b896b50
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b05a68597435a5747b1cf36ca881bab058da9e8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62bcb1b480985e7712d21bbc0696409067becbf865c12e7c4439209dd5a29493
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84cf932d09414cc98052bdd22c892fa74ac257ca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e13ca1b329b20bf93d648aee2cab07a9012db07a9af7f999cafb54187b5bd4fe
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc501b4e14dc30d4b681f6ed60e31365384dbef7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f80c38a4c4579a1494c6d250bd85936a700376a3f473273fca6a008520712809
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256e34e789b45dc980550854e48f19fe206a8f45
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc8bf95746ac4bbbc80385f8cb154b86b4d91b7e707c3e862f79892ad436a7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bead6784797831b22dc1cb67b6a502d99a19f598
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf41107248ed7beba573c0b6dde313fe8705a72f062338c02777a5e0fc78339
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e356880ed9a9fcc111cbcd2706d5f0698b5a22
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1359daae598d30e681e273321cce9402d792f4b614e1364dad29bee3234ef8aa
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d378eccc1740fb280ab3cc601b0ced75f961561
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a0c37a431667ebec68dbef1ced4131d595d84eda6606bbe86b6edeeefacb3b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a385948041095cf5be6733fef6e27f03044c054
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c581a9b581afd2c2abcdae9c307d44303665f27cc9c087d831bee3b3a5fffd
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a313fb40707fd3dd34ad12b693b1c60d8f17c85f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f8e50a8ccf0cf8fbae4620f6c1d4945f7a70edab483e2ab3a4189d7135a915
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c72c20d0325049dbe47e72120929fba0331bea4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb102521d2681ae5561573f47e52145c8dc7d0a95703513d0f799c0cd5cd773
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f26219abb41dbff488ec813bc07e7bab6cf550
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f86d133fcaae04ffab5a00138cba3db5fa0a6f2771d574e17286b2d3850c7aa
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be6d0f82b8ba2840b36e2f7689d8cd6bfe6fc131
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eea8c5c208e407850a2a8c61bbd51df0e26d15d173d8212b1577b8b0e2ec745
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e171696a20f567bde4ad65cfcf1edb6e4deab862
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a5e9d89bcd2cd392dbe0bdc2635ec5709877875b7aecf3a5e74415244912a97
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606526c5775697f636cb8490fcdf7dc97820cdf6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec75b9b5f5f8f4574049ed10b2f1c5e2242666aa861ab6a6562ff8d44dc5c2d1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06bdb40525ef618fe9ecff458ea0f754ede2ed0c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e56979ee81e3a6f6dd4caddd9672ad20c575a73a13803c9c0c3d101d34b4a5e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0acd0e10caa24913418c179052ef911375ea81a9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a02ea87784302fac13f339ec066434af055e8ed8e34e8953296d120ba4eda50
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8592ed18e29671cb325845ecf9095a7504bb4393
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178462d8626e55fbc384f3b0749ac6d3d12acf2a7bdd175b8ad0fe6261b343d6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5297af76d369e51a671878eae5c7ed07aa52c3a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef2a5ca467e7c16e823001605642a944306c48f274dc61ea6c8619d10b4056c8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b39541d8808503bc0a9c621cb51f0d381237d147
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40f1e47af0f3441b37a298a683d22deb142a28741486d6382b9e71f7578b92c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a13af13a75f785069dffacd2ae0cd7a12fa8f94
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c9b136a6cf9cafa803a0d7ff6258ed3c88cddbfe6c0f45c25529a746224f2ab
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7006bdbaee412a52ea7fd10fa8b95b095b6fc684
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98db1d1235a0df90370df9ced576ae12086ccdad845bbb3f9dc8d15e17d80e74
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9087c8a916ccdd1eb990187fe720aa2e76607dfb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acac3a8caa0a3bffeec71c0581d56c42c6b62c87d8fc2ab85e68520ca7c82004
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..641e06703a18fb2aed38ab989930d089d8ad2f3e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b31701561d2cdb38c951905e266450ca83f1838c518803c6e7dce1a6361df26
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4352f0094e5d2ebe1915bedb709dab6ff0d73d1d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdbda88e80e521ff9febc2da43e3c1340bf577d3fd7a87e0404bce326f46439f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e82778270a4a77e8e12879d3e992bb948fc3c0c8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c64f2f08578d150f8d0d7915a77e9e876096f0a5a4aca4575d43c7eb87db16c1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4931c850e85dede3fd542181c54da05cd53aa665
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6082d0e61d11b66c85eaa7404a47e8d9a01633ed672fcab92b7fe425b972885
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a69c5a12d7fb41235806cc07c77a266e408132c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb322117a8b1b387db58f4b8ae686e68f2abdd1704a7474c3d3ea56a695c5a23
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..138497e9db13ddaff66906487a260db2c0f574fb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce4bd1290687b286d202608360908bdac167a8a468379377f614fc321c69194
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a903375fb330b167cff985dd561d58cf666b09fd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8fea8dd4e5dd0fa535c4ebc9b26ea768ceec22427c5b91da3d62f516438cfa7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c8bc19231a69f851b683864d61e359b5de1a7b0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27c8373b69dd74d97db86537beeaa1f878ab8c0d6172c5728ffca0883cf22931
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f648b5398dfaf7eff330b5ef1565e1383920c8c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7987b3a2555d52689c182c59062c3a87e85779886f94df74339f6413ee66e1fa
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cac50274dc940c583ce588ef2de8cda83d51714
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a51b49d576ebec42b1fdced03bde0c3bb935104f4633f966dd99e7a45285b79e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3797e23710ba684b99fa1bd7e85977a1985e472
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82fafc43fa134647b72372633a5b450d0a9a649bf874de7ff360619695a812b1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae401cbe185eaa0c5b9f74fe787cee619a0bb31b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a4523bcd4491112ac9d81a6ad07ea5677ff8402f43118995ccb154d46b8d2f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aea9977cd30ae57ca6c45b136598e73a73fdecd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50f2ff588b3b1c05ef1890915d2bdaf3976b4d9bb0f3ee236ebd4c25d32341d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bd701e27e5b9ad9fdf9c889cf493f2e7cecf2b4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45a786cab220efefafb7605ee6c2f456b8cbaa4d7f3b89468a97b8ae5075ae0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a96ac169d6a46c05dac14843d984c9b9db561ef3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f46fd6c7242c256ecdd72032ed40db282bd3cd983d1a3cefff20f66a99059697
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96af6d76938a113ae51eb01558df236972c9c043
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c5a30c70946377c6ebd7e8708996d8f881cc34f180aaa1f96cfed2e413ed31e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56828a755fd4bc0910c42da0e7dce89a3417b7b3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96a72de289e2230a59bd763c72f66e2be93b8bee9283e2c26e1fa3891e9cf6a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07917258a32e171c342ee1a763672d0091de0029
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cec868a7113cb8751715ecaa337c46d99fa55c73e9c57585df16e4418dc7eaa
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c60b001a8ec7a0d3b3553f87e458e150b5b98ee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a9af3e53a5118ccdaad48cd166553a4126c754ff694a4b3d6213b245c4f42ba
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6df046d279b180f4e3ef764df09f7ef2e25de9d4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a6ef695ffc7ccd5baef5562c7ec8354c69c07fa641c9af7acf6189a514ca5c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c4588b684e3830ed76d5eb107a1f9a3df89724
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1afba0d963ba1294fcae8e9706f809f759a4673bd8bad7fe87e1117996ffada
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be271caeb760d7a3186a92a0cc1150819d5b2cea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4735b55ab2e24aee9754cfc14308d1bb876c5b2490aeba70547a1391c24d24e2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f13a8e59c26f15c98ee4b968aae814c3b1a5700
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f04d048b2a4aa38e628665902d9b692ceedc4d31ed1c82b721b32c5a326136
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d21438ec38d79f1b3a4b98078139f5d4699142
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:727d773f601676e0c683d1365115f79b1cc1faa3e80b73e7b32ff13266e724c9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c79bb826c9d2ed0b1c9aff56b9587c6dae78aa7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcca8e50a757acafc910c3f8cc2bc4308db7837a8fb336c3ee12aaf0c3381a94
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22095b7a3d65fdda1b804d62bf37b6f82050a3d1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0645a2de404e8f27b4d84536343b8b790a7035a8cc9b4c68730c34ebe3cdd3cb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1b6802367bdc48f50c2862530c826bf017b169
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e4f703e827618895d2f68448617e418feb2557b5e85bce83e90af467640307
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb33841b2265335b745c86c0c54c6933a165aea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:613d7a0f2fb023e3b8a358135759713f9a207ee0d83caa01340f2e9ef427aac4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51bcbd2737b32fc5a5dc879b23459580abfd648
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc023354ce70cb8cccbaf0d8ba964aa08ad74e23e8829d434a85ad19ce74c15
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dd2207fb076ea5c0217c52bf09512506a80139e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f003ad3f4bc0906ece6ca1c4c8eb337962d06cf655b7dfb93d99bf299d672f9c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab60daadfbe6e668b033e33c36288409e20e7c27
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c956ae867dec778816a0d4107eb3cd483f5d9758de4d60c9b4eed89dbf59e965
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43e332ac30f2e060fe74b518291d513e84a5e474
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ffb2b33a97d12e9f27fa082eafcee9ee7a5a5a413aefb8b1173f1720dc760b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..729556d22ba71b0b8b77a1c2ca7cacf66427bf77
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207804eb4a4eb09b0d943a69fb5c4838cac2503395c02704ffb95ab09d92e187
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ecd69ad6f9a559aa5e860803b50dcd46e663a7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfcf2d876b8bf01d4424e63453ae0721719f6eb160c8e2b59508c7b55febe5b3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..257b7fa4c2f9293fdd905431dd186804babaccbf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7121b6eb81f21d3ca975dd7a034bfeb2fbc722d345d0b3dffd17a65773ffc41d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d77c1a548e67683cb9ad71907ad1bce48e85f6b1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601d8a1611bfd0160e772f10cc4b224a430fe58ed8b98d02fb79fae4c2dc5483
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..001355c179b46e6110992d7f2f4f17c30799cf3e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb96bd3ef7e54266f1e2f31fd2cdce09c447a6f911a47c7b26a39c268a16b5bf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92dd7f5796f30986220e42d8213a9ede9901bc98
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e5525ebbff06e095ea1df9855b63a89adc69cfa619876bda2b64df84bdd48d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d64a0b30a4d416610bd2af11e6b95eec164eda6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f8a61efffa01210b140cd8c24a1eeaeda3ff3612e06447c3482b28dbf063a8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5ca167ff1e4ecdc6f5d5c76882d2bfc46504e96
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a39b7d1131474bcb2f258a01b4cf4959e4dec3652a35cc819465720a07f9353b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f423a35336fe4e31a0be43daa58b77703b64ed4d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ec9d758e10fa5f39313add54363afdaf834b19743689a89c60bf2c4d3f278a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83ea2f57040380520b8451569bd1672be10e242
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b8a878170833a63889defbe627341508cb827c818f78c3fc73b33591ad945f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a84799ff387802fa9fc3a492e9237cc6fbfacd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c28a192871e34c4e7a48529c06d050c77304828b1c50cd258fd24fd983dc2639
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e29c95ea245b76a14f30875c5fedaaf977d73ff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea481839bf7dde39a96e57e939ee35e05f4399a9fcf6d7e1c7d1236b550de8b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab23e926fa4ebaf09923109afec9cc1b7e15dee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ca9b361ec3d8cc43d5e0149c40bee25a71e47e0bc78c9d96a619f46a3e2ad8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a594be65962abcd1e3d15f95f25b83f34747710
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34f401e85ab3f5c3b9bdf3d46d15c1dd2a4e1c3dd668a01896a2d81ac14a77a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6140cb590da791cd96ba6cbb6ea8a779f22c5cbf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a9bb709ea0fcaf3dd31cabfccf06e7dd7137f56c513aedb46489cb59a507859
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be72070cdc1e6f5b83e4d24b6b975ab7b477d9a0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f514bac55a4e74fd73f597fb4c30aca1aac1042b3ec5e463cebf9200fbc90f59
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4374335d2f09c55386da22efb9db6975ff649067
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946121d3701a63aee5f89f9a5e4a28344560b21cc62ced2544c1c00f3a401f9a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9645769dd8015b742447c5d4f162635ff344ac5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:113ae48709d316b8321aef89fef66711a299259b090fea07b1a0425b75d8a28f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65dcf4b6ad267550f1eebe2d8cc95582f28ade2c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ecbb6b2e5127569b6a310af033e3bea257c60785489c719401873cb7b7f9da6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02cb52c60e0a069a73cde4189ec931616116d544
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c4e75560713622c21382a287bacedea2b204a7c02aadab59a0938d1146f7114
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b82abeeea28c940d0e5bda504c3df366a88a9f70
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0ef8840ff5cf2d7daf81c09e1fb9052b47866b01b792ae49b1779ac9c77e2a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddc5ffc2d50cf0a0753722d27993cf8a45d52139
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:940fe990d6fb4e0109a6be2677cecdce7c3b71e1bd550d708965133bf58cc122
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a58770c747b9974e4a12a9bcf2837b37c8f362d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c18dfff225aa075f01abf436a55094a294b1b29faab419d9d3f511e33435c78
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8116d4eb91b5c6ff75b108eb79e91433b3c5adb2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d225cc88af73f5de756d72deefe5bd006905ec08f4102428d5e2b589b3e53bc3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b1f70765d740a9fd44094bb4c374cbb48e90ec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e79a23a1d7ba1a7d5ec69c650d849bee8d2205ef85fe4f74a41401c7379086
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..288ad2c7a744c96306f039472e581eebafa257c4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb05798a4b6ddc8802e655e9c7a614083324389f9c086f8329eb1ecf7c6026a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6fe5a30a837165cfbb398f5aa8a3e2c03a6057
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb0d7010729ee2aafee92b41c907e6969cc9f2a072748fc01697a961b5bc674
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..358d997300075cc1ecb46d121fd5db7f66a5b2c5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc87e6f63b997a9d1dd6934a3178a6cec39368bd0e0abe54788c2acfbcd220f3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347be3740361d3051056d730657ab7a0af857832
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109779b82ff429ac337ba443b2df313e61372c1c2e0ace2b06a3c9aaebb6687f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df2dcfeb8af5cbcc2eee5632370602c450185a74
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70fcb1c9c19e890735bdc4a6e448e2984f88cc06d7c59660ff0cf5aa9a5fe75b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b311bfbac04304d4ff6f75d685f3fbb0fc7239
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5847df6deb1435a20e92f2dfbd71da89d1c9f4772129f5e4665a83e1c60adbea
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de7e583342f6ba9c2c7b88a81cbc46d9bc3522c1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:defc29353db5d6c6638874400202602a9218a50ab76b9c7dc213b92932776027
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e303a4683175ffcff43cccf7ab0e66ec0244563a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23dbeb8ce819fec52b152488e31e781f7f2c87b9408b63d793ef429f569c5c76
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd30c67e879de2e433e8f7eef2fd3d0683b3e1d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1b06038adf8df75961ff0d99be44a86c9222265a46279f190ffd1a04436c7f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f404b7aeb6608927d4405c1e8b31e69fc5281f8d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f5f3eab4646c36cdce4ed36fd36aab519a6b3a00d7b9b5f48230edad42dab4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..985712acd685257462850a47bb0fedaba0055fc8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be3ad2cbd29fdc1f58b3b4f2531519d165d34803b47108177d8c37548505b48b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb7272e76b419a78605c72eecb882e4cf6c6aa9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b868215056114ca2f95b3976360b07d55401041abf955b5519943d2e1ffec1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f05f44006c142690960178f823fcfc21a134e271
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb454d14fad3ef3d46704a8d844311f677db8b28fead2bf8eb143475551b96d8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37b9194b5958591cd0c98af569db4f96b81ec09d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99176425a205765fa20b6622a7e8c9bd39e6802fcc5f92ee61f6e093b32094de
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99d3274e6e479d44f6fd01f68c6c5bf93449d474
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2494d816f51105492b85ac76a5decac3efe8bd3f187d7f4d92034787918b4aaf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f146780825eadde190e051d9fe3e4af27936f44d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1998df600e4d8ee23491229c91ffa63441018de43e54bcf2525889e8757db5c5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce9e1ffd04c8b297c623307a61766202dd632e3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32204a51ef187acae9f9dacb8b425b9af3c1324d70a702732775599be83b897a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8effa15765131e4c77acae91a76859dd9029bd6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ad412dde6152b99a76d729712b5aee1b7eb35ffe68943cd599e67c37153a2a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d9bd872ef72896d69b1f06aebc40f18c29c6a5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d0cd0788dc5e092a0948978b492007de6621b16b8e3738626e2f9b98b07429
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..117bc893890ed61642eb02e9748f5e7fac2f0f0b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f336ff1c43cbb5b2711facc4aa3f981d8529af30a389ef89a534c3991ce18630
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322042e162f4f7ea1c6446b53c0f6599d145b225
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b3fae5e07f52b50d95632a03f46f9b1c58776ac0ccd7fa597c8b7eca023583
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5e59ea4461f2c1966ce0719d744e7e679183456
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f76f43d6ec1f4295bbe3f4fabbd025a4e611cf19e4fc595954b4248b74b63a82
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be09e066d2b24d6b011d509b292f19caa52aff0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2b4f1855240ddd85d13e2c1cdcccc93dd91bed56feb8a68d8b40d87592dbb2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b34d2e88e88dcb3aa119756c3672bb4c41c81a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:901c4484f3b64290307fbee55051ea9f4881bc73acc723703a3588e93504ef9b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddfcb308f82b69d3741545c46aa9424ede1ac226
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f85a67d47e6c1295ee4ac6622dfcfe9b15667ae0288305e7403cb37d5d644f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014ce646db8132f32f8562fdfbe7a4497076d55f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:924a09811c2a3544378080e30043cd00285173f336478bcf00abffd75d7aeb3a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b71a83f0c121d669c52eb34df46210cc9456698
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d57a46867813e8ef4b0dd7abbe69c60c55224b416884e6530a76305ebbeef18
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac9a592802e4b4e2c425aa1d86577150386ac5cb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4deacf0061f174ff0fda16cb6a0637ea6b16614e5e67a17db4459467d89666e6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51763bac4c1c17d371228bfde701b9c3deeac6bc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a06cf18ef8d967a9205e8550f33242d37192412031fad14c175e99356977f53
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac4e466764afc95ef64c115f6f71cb4213513a7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a739525666878b1f418a12c9220eba032c513e0b80564b2130fc3d57145cf4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b027289f7c1951e61cc4e42446db82f540a87da4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4071aee460779101d3a41f5dce0313c1e6fa4ac0baf9e5c0c977431c9b1d703d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e59373faccccd2a24ff219ba2c28ffe4564dccb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:874d6fff244d8e5c261b01f55ecb9c814936b34810bc036a7a7f8fd12cbf42d2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2b70f605c70d6bc3b89c83061a7a8ca24fc14ff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b82b836a0491005716c2b461bca17bc03022aff37270a2c6f73a06863c767971
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37507d336a7de126c09432a42dd24788c37bcb2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2bf2d735f0f448d8b8bf11d035c56095782373d9a2609214344664f2c64c571
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0387969fea85f9f7d0e9baa0de84be9f9d165ed6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca3a6de494e5196895c8410d3ff7b9851b3c83a64d678acecf89a65ae04e5b6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c404f2233ae79bb9c635ecfcb9f55c8f8bcd09a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5c64090cd7922646f94ff8ad88bbdb058c7f5ac01dd2366062525527c7ed41
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b5a7dabb095966c5ebf77afa41b0e18c61bb85
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29133995d17f4fefcd71dea927cfb16abeff239b938b5ae244e029f13cb8d464
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca184080f22909525867164cd980f8e15340ebda
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da37631d14f4abc624073a843c925bca09f2fca22c323462a600faa51c86a09
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07699992b429a6e5a6513b0bb3c5a81cf865d6d6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694a1f1a831f724a96fcecacd0a2daff86ef313f03e6ee5270458767ddf1d958
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b74214145f72f65e358e6b0954a4acba5da3ae0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3363e1aefbaf9780afbd73822b4fea531d73044d3947ee5d2d9024fb7d626f5f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d79bd4a84afd8f501c08c6cab9f1876be37b36bd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d34f8c25c4ea296d9a200084d9d224b055709add25de9fd2492d893edeb7e51
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac316de4e8b7e47e5280609e1219e7d48c691a2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4091af8f0da36d0a51efb77c6b9c11846792a351a2164eeb9e7d54d4bf406d66
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8f351a4d101cdf2c5bdd6b5a9dcacfe2241392b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d28a26e40e0b3761fffd7c07620e01b0db44818f1c4b53639e32d8c71a4d98
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4690ed7099195de59f90e72fbe8b5ab9e2c63353
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716c4d12ea226736633534752f0a568bf05ff6f481939a10dd574bee4701d991
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f24163fcbaef5cc151ad47687f37df654ca9b6d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99d4dc3d1a0958bea86b7eb8ab02f55d5c6f41eae96bb3c49a15b83d22fcd1e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..328fee4f048364a6d677ea8aa6ea03dbc9647053
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:099ed4d0faf2110973cb95572ffa9a60be9ce5760615182e495735085325a594
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..172f44f3feeaf071e9147cc7529d75e8d496683b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d59281aeaad69dbb0fbc1baca807582a405a5f908f3ceb17d5e636426d34d95
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b2272b185f84bbcd6359915bfa6ae6cb1aad773
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a9009508e95e298bc90667c54a9987b4cdf5448eb113914a884739a7a414d2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..860f53361678797016571ce0b35b31de989f6032
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b4569d01044571a2a48e0287c52062a90f21583980f5ae95f65f187b926746
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde7e8bdb74197456f86cab79f9b650792dc0bf9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0673dc14307e1bb008196f34720b259699f9e93693fd308af4bcb2aa65356f93
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fafb8c58728e549fd839728df12e316ad23fb68
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e47a3add7e8d8b39e9399825832f3a9973a409c1330c2b75f2c708379bad81
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a82f7f27c10e8a87587c1cb24c1102506e79f06
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cc0bf629ca9880aa0bc4a3afc78b8d61252e4a0a632e5667284df39c168def4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55a64539f6f1159507c007d6c56f99c686eb27ad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a18b971f42730e8fe29396f9d5d61672e918e34f25c2cb46d28d36cc93c181
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..391b41046210705316e12dfe77a9360594a4f743
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac224eb760ffd1f417518fb6ff01391bd87c45963813c38229e2e38446249d64
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..332775ace3ce0e819ec8aa6352025b72daaa5900
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b65e097535aa2d7ee04ade4b47275ca50eafdf3e597b9577211263e859b4c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cee9275faf10a02bd0a645be90b99a3d0f493a4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d0073e11ca668d32bf0d8ed3378074d059262af2da7bd24c142084fc3cd6e6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3076a4d39f39852fdea734a4ab8aaa61f9ed01b2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9e0e20abad2fdfb12e09b1c7deb334a9d7bbfec43cf35ec6e8a4803da669db
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f6ba99629da4d4c5c5d02dd50fe9811f25c743
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a558ea19f98100417287efc969e320bac77c5c3bed28b0c183f52c980d8febd
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4179f827acdeca64ae64618fa86cc3acb67dbc3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cba421c81351ec8c1e552ea5630c742435efb8f63e03e09e5db8840c8a66277
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a527cbacfae4f8acc2acce5ee9e7f13509d5d97
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89cbbc97e62271d7d958f26badc13531c8e00ac43b8a0bb418a5080deddb54f0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03fe68ec164b4e058dfcc3d70442ec9e41fd6c7e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ebd2085299be03c891ee263c6a21b5ce69848295a669a928963bb0ec2cd3cd5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fee86aa7dcca1f4b0ad22c9c4d92095f01dbbb9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903cba3c0ab672c0258f8879af83b0ec84de312684c6d55aba4d3a4d7423c922
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7272ea478e06313f4491b446d7982050db98d97e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f9764f7f3c4b1e56f1b2064ec41caa8bb2ce7f4ca1c9fb7bfbeac6692ecff20
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44551e874a644f17d48680aeab701535537e4f82
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57607a98a56482ba22e1475c26400a1b0bf03caa98c6648327b1cebc915dccf5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deac265dde756f8a60bbc62cfd108bad81a83d2b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:043f959725bfbfebeb86f50c2656ae3470b1c534ec3b29e3b185622b7f83c2ac
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2288ea91bac0b19142c7a0c2bd799b3d177a933
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac137b872c4dfde6550c18b9e717f699a7f986c3f2a249efe67684c63df4189c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50f3ed494028eb2d0edcdda21d563d74c05e0f79
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f0a5569fd97ed023a6a9d11b1e38626a9c13542e20db80148b89541c3dd19fb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..050be42f03a90b98c702b571d240384189c8ae35
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c381e6f675d60fe27e3a21c34b7bb0fe4d1fffdd0316f2abcbfcddf8d45d848
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faf7ae9d59014a1992cce39c757d4fa5dd2ff086
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357dfd4bb970d3a9cb4254bc11d5291dc7b5e8e0f21479ee46eb3c131b23b99c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c55625adf402cb31ee7f56dc91f9c4be1a7ef213
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d67b1e3ca41e15a90b27b2041ada49d8850e86140b5c55614b2b86481995f3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be784095074dfd46aca5ab1dd9b9c1c2f2409ee7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29e5e632d592a2184b036df657a47d8f65770bd458b9b23bc3afc09f7ae5c65
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3e9886494dd4d7a152dd2b17de2de54af738f2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:431cc29f1a35e6554c0c20b8ff6bc79bb01c02c6a641b9faeea4481c0f6fe183
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..168584a3c3a34906c62aa938b11ba91e3280e0b9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f3167be895bf7be6543c2f9aeddfbfb1a1c8145a5436116c1b61c450728e55
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..138c4f0fa46997ab05e4d5ecf47204c0969affae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ae880ca2a1327f496c25d1948625c3836b2b60ab25c0432147571622f9ac76
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..102a0190abd10143b86fb80f9c96bb6ec8cf4c28
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3293306879f0e125a11e80d43147600f00f1a80a909150833d11509d46d71c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cf0ceab46d8329304965be65442c2320b1b07ac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee14a86d04da04f722e7facffce7edb5fd51378e7c9a5afb34aea3343e72112
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e4c3e38a08f085e111080500071a069d829726
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4247b0dd0c21ed05feef2f5182405ea3bafee85a68237b9522d0b9c0a279d467
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d6626834021a9aa281bcef440ae8eb2c49f6e6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:305d3907ca36f38910fed99d1270dc9b31a5f8ec8999d6b660c8d2fd6442b944
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e03e42fc87db618e79f80a0ea4438d284d6754c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee0959ce031b24942ef70c731771ebb413b7a01b8ab82f1d63be1d4b49b4553
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e34d2cb728fd9fb22459f6feb352d118d7730f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85bda5bff0421e4b02346e6f9b07ead4686cfd6b0806b06cc1b8c0eda136c5a3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d139417508c12529547b547ec736d435ea52d5a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d17d02edb673378cf383757e39cb7fcfde296b5ca11cfa0e86ad9d0474472a7d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940ed26af5bbf965d7b87d18c169ee6f2597e1d3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa12a1d15fbd6ff8ba0cd93bd1b1b0bdd1db71015ce7e4503b882bbcf63c8aa
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61b89022615d8858f41fb170b49c6b12232a7bd0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cadd77ae2e2e454180d3fe6d2a9f9bd32d5ab05433d4fc0a4ef0f886073f8f04
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bef26f705446ffd231470b661e791f814ae010c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b2d5dbca97c822db647c45fd670eb826e1cf95e6d759af472f8b7e525000dab
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8baa1a8412e36df9a75b958591d6a4a0a9267df6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:494a5e2ff84932e51cdf675e03beb9bccc12cadcabceea79285442a7dc13218a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f35fb82f2683a3273fff3d32d377076e73f0540
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:788df8b9702d0334a11a6e614ca6ebebeff816984a778a6ea8b21a046e6506e8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc1416fb3b334523279c1bcf0266c9e73f85da5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9926e83f18dc5712d2fe19e959ba327aa410c98c8d10042b888017a920140c29
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2efc2fe03b2388b95ba780264cc5525290ebb567
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:680c0b7bbecd8e96979d2b15cbd3a6d54725b9612d7baa0aefea48c70c11c057
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3beec39d794a4e1731c0f889ec8d425c182cf90f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fcb80a552291685f11c564d33b3980ad7b67903fa5924828653d30375ecdf25
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5928c24dbd60e995d8dccd8d205d901c12212f32
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f6ff70206855831fa83618dcccb2bfe4af3d952b186610b38d4019b307ea1f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad5aaa50e50ec4e8a6688950cf10a0b8c89a5a0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5006437d47ccab0be670bef1dc35c6b939bd198ad34c184704911e72be9d9676
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ed7a51b902fd3a5c77733b71edc44e97982457
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13244b6d860f9be48f69fdbd7c7ea5029ebab2766d484a19d36e94b60351dcc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd27fad960a04933b44f3f26bf4efff64db416ba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64dc10eccdfa66eae0cb2da2f7b55c503f38d1ac81bdc27d8ebae0d5611aab0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51dbb34463fb4e50afef0e0e944128af4327b2b3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10334056bb61fa703d88f88511660487eb9f340d1a1c8e670b4f4c581337a89
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d95e45274b68d9ebcc8d073790b7cc3b3d690cb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:059311b0cf97cbe8896441589e8eeba1f8309fb67faf21e13dda7b41fb797e99
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac348199f4aa7c49329c0ecc9e9ec380d5c669e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f4395dd4c478664bd794f813b7a9b6aaf9af65f622c7e787792e4aa1b0fae6a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb0d91a91eb07906e307027281ecfc4156a4f28
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb00f1c6e973b1b811faaa69fcd4424c9d716b3f815a6beb31e73e22da80c50
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9490b4f2ea0cdb967d9a8ca2796e3401f0bb97
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:036a036ccf44a7593a47533072a16512b9d8a9ebb64a902b3bb4bc9e16c4a704
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f969d05a976bed9c2cbf6331839f68e7797605b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b77935faa0c7dcd623e639f1fea6b78e56bdd8c17ec084b49cfee35ac297dc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c86af9542330162946394b90eb5bb40f208189b7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7a2857899711de2dfb379ed2372274606bb7d4a14dcd21f63a9e6ed368361e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c35d6165db8a3ae5113641386a0922ae25a67436
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:881fce3ae6d58ba0d883d81b732aa7e49bbab8a62759f2d9f91209fa9f39db2e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da7bdc3b380cdd976a485b789278f15b7240ddd6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f963fda3b104abf08b1744f2e92cbaf295004ed7b6ef57c49eff2532fd946af
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ceb081a55554f8d545fd988dffaaf0182b3604
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753dfa3d99152d84176fa36e9fcea4cb7cffc29dec97f3041e0877c6e94abc30
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d274077778de1f22dadc62a48134ae7b5df89379
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22ec1902e332b6aa916997c2d010ffa0961a6eb7d7a3e9718c9e6a8b14a889f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27641dcad829d9170eb4d74085b3f42ea4a52846
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a8e0757e6ca5e72e92f48f3e51130fa48ae01f63fa1469a6bc0d472e125d23f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d498e5a00d0b8329f46eac58d6d5c497ec569791
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f4d9699d9318d497ad6b09d238e29b2836db878c749c45beb744105454dfb94
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b883d798bf0020f5082081bdf9569bd9728b19ee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a8a219ba5f9f7dfff71c1c635d8db584ba36e339a8b45f0309c1b4146346920
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..918df7d0159e2322635c4a4c734e57016baf9ecf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f6979af64026c7d08555600fe7cbae49a9c7a6953f9d9b547e01183373f0c2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a07db1d0c0a7b1b8922bd1548fdb61eac8dbaff7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a32a05bd08f2d83469cc6ddacd32f6727c96e6540b04c8eb68bc93fc9457b5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86dec72afdde0e143c822f53306ea471238436de
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35159933306a9813085b6b368685678844fb819e7d6396af2c76098960198ba
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fd8285dd490b1db58f2b02cc008e1352969e8c3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98010b09ed70ac684fca7e27ea5c952ec003b78fcd0ce1e3d06c4f93c8482972
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b185a4836ca56ef1ea82f25c3a352c354c204ba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700845cb641c393c6238dcc81dacbb4de9d41c3ea3090949795cf025150e5f06
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c29c0d6b64748f540070d10e818e3c2d83bda9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66fb22b8fc05590c30be13e3d375ddefdc6a67550f7da60d9ee9be4ac545f0e0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..013fff0b39cdde06f729c1b9757566913aaab57c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e1d7a21e0eabf83103bd589619c159e39e97f55cd6911544b266d9cd19f90c7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c1f97226a1a5557a676ff911772723a4641d6b0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee025164e4f0c60d9dbc988647e80c90ee9ba1ec85b5910dee899fff03da80ac
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a7a89f89d3a1312b2ca3cc3a056a2cc1db81bfd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c988420e0f6f7047292652ad57220a82f8c7ac8c2ec517ba76d95b35ca8d31a6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd47b47492a216cbb9b1124001b132e31173ab03
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a462c41c203d90b179e830c4cc035d7581139cdb4c47dbb40ad6997d27d806
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877e0b03ee28bfdf293f6446fee09feffdc06090
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb486fc30ff5edfe8a2accf6f3bec10e94057c611eecd596d7000f64c0061ba
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca97099003fd59c3d2a293edda4cf2417dda77a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd019fbdf28592a156b8ced795a885cb657d132f8bdec8979712f92850ebbac9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849ff7c692a0e5dd70f359fe6df946e315cfde77
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e00c0c55f8296987d632399eddef82cdf66d08bbda92d9f2f30c6e035a4c590
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eedae6efa1c76e166fbaeac64f1f9048536e5998
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:768b4867304075b79d20601d3b3a2d5dd0eb9a3de7d3b14007f1c4552d468a61
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f94e33ebaacc4eab738306a4755049bb021e431
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40665b18e2235fc377b77c3be2eb22991bfcfdcffaa89ee5427282e2b582ba0f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efb714ba0367e69d0d87a82a738226f1b3d6cf9b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d21cffbdfbe4c7dc470b8225d827c347741dfb735e9fe2a2bf4f85faab54ed
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a39e525d62a83fe5840df3960615f57148129a4f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b490193898a2ad1a9db60538fba5bb22b01c415c91ad4e4e51333a8c79bdc6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8e3d3a9f98af74f4d5f34a9b70f3ee4e3a5e72d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53115377f3709953b960e8f02d87975959335341f87756bbbdffd13850382a14
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77929972df656c5dc49dad35f78d778e616277fc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6355745b9f278e00b8c65933ea51100c5843d6559f0bdf0558264f53431f9f3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d145463c6522fa66cd3c31747fa9238fbd08013
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64114d0221849f1b6a0d27ff282c4c33aede9507f7e6e01dceea21e55e8d6f1f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f3111f8cd9d233fb7e598bf2a3ff04b8b3e51f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:776ba246a35ffad0210fed01e65dc462b9600f3b8f236bf1c90bbd284cceaf22
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1314f457a009a0eec4c95f182b77dc4b65206fb6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187a42f6999cbd055f3937097c9d5b3938cbe19c8e2e2dc347c6eead3755a226
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6956228173d9a13ab02b97e85609dbbd8f2d2076
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27922cf5dbd10c0dc912685c4f36cb2bd90b996df283948216cf3c2f8a3c2b0a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46d816ec5b69f06787d01ed7ec7deba3772b4318
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abcd881d1e355ddded1d77809c57c0f337c1f2ce0e264f7aa15d7e99bd4898ae
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83453f35fcb28b116a4a17dd9728f3c6b6ef8a1f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81bfd6836da29e3eb500cceeb668742c03c1323dde2d78b7c75f134c7d370bd3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ff291b9d6d2144193b7ca561ce2769b69660ca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b4411303eac56c1ccc3715b3c045c59fbc1ecf6e77caea3809267d5b67e4ad
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7065baa3870691afa8e11c323a385dcfdc72958
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac9e55539503cb04e910b90b5ee28090138559d1917bd60536cd3b02b290902
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..472fc9566a6d18e25380669ae94fdf4d15a222b7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2baf764bcb23ddafb89289759790bd4d4acb8ef9201a72052dcf15f783b8c575
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97d93f97146029557d10133e59cb61316571b388
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aaf6dff62f9a1cdf4c183da42653296597c90cb6d252d41e63b06fa91833d3c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5714bc9b5ad692db0eb165fd4cae90228d601c30
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16ae6ab9baf391be718b1e0a9e33b125100d26a75fa258877f43f17aab3f2c3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fcb2231d6714a2b29785fb048215ce76f935796
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:374ca3bde1b2af5ac1a1df787956e2ea6bdeb7df91844723602519a43550c291
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c1ce2e5cb89c5b1f622569f2405c25612aa92a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8f18f2d9fc6d5af91a7f343225dad37bd2ddf71f7454253b53b6bd54cfafca
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d0b752dbcbbabb1d59fb97432b3e7b3b3c0fc2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d01eb41d33158a80c5fde7036873456131155856da5a9a3be3778afbc2a268
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92fe27690b58ece751fb57e3c52b27d97b43aa15
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5881367f09cf000430deff917b211f653060435d038a18561c2717c253417ddf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e1a93c64da145bd3b310933460c0932c8126787
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f9cf0359cc6038ee60ba6c260e2ea4e89b903c73caf7badc5414d26af0730a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c890d933ca88c24c4e11d953c0ada3bfc6674ec7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882e2f554449867badaeada1b381be392bdc43d991f94bc8512add3722d6b1ce
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e162847b5ddbc049cf93192abfbba81102babea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25916c56efbf94fd272aa49714c173e5688596a1c44dc826bf29b65dc9d9ec10
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d56bfc7c542a712703cfe30f696a15f388b97ad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05bfabcee855afdeb99fa2a4e55206ec7ac04d3fefff7f0e703c4553aa7a7aee
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70d9d6dbf25faab8ec654b17e0936f75779c0453
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a2977b5189518f8bd6ea965df230d0b8653c90fdfbc0835b6bcf8bc8ec1e53
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc76621238fbdd4036955c189886ca033692f92
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da4c9a286140a136ea62660bf3e7c229ce1f47d1b32cefa9858b0e47fbbc274
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40252be9de97f3056bbbbcde21ad5adcc6445654
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50956d12fbe345554fbbc35099f433245a82e3bf55565fa42ca094565e99dd63
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfeb406f748097a7564b3dcb4e59263c8feff080
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fcfb3a6bb6ba49b03444d8a36904bfef7f35ba598b6ca1571dc9927f3fce2e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f9e885b806d5913573ad89fa8ec517facace50
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23489a275df5acc831ac4129b4a5d6304303de85bac21ca85e3db61337660e0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d481f0e15651198fec87b590b9ce3046d3994e3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1d0816fd05b72730d765695e7626a93eeeea65867166cb10706c4fff0761f3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d6dca5a5e889a0fc82163c65d8f79af96b1644
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db5df67d62913e7ee4edf23c0d709826e60752b16b531e1bdcf56e6593c0ce8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fcb886d9faf3e81965a686afe6e495b7f26ddc1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e647508d86b5f8d87f35bd910df9848805763d1d6ca7430f13ad26fbb1a2ee
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1792e6d660a7bda47ff35f14de679ad6eb7719e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:796801c8a1b3460c97ce6ba2d5c7a1eb083982f19be819209b19f38081427b02
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b754b9bcf436abecc2c7d00d56818e99918c531
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87120f0c7d47639dd1f05ed98f33edbfcb6ad9e90fb75ee8ed506958487a85ca
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccdc4723143d1f1a3b8715a0af0338ffd6539e4e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22e84345a4c000ce101714338a895a780b2896606051eebe8147d72c2e49e6b3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c93f881de1399d1e3cd64663a9d71b0b53abec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90eb8a8eeb37d9f6ac69c168e9c339c3f104667c46809243a753d14162f5374
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78b7a256461997a5dcc4543cffc8a2b90e039323
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6899e2394b939a0137c5026438e6984e7ead263cec5015086460059415e0f570
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e511420ef0738640a318e72bf640bcbbb0a1e8e8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667022fb7f6f98f157db44c5ee9be42a347707cbf6b23c6a7397058cca2ec40e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db077d6603bd7cc583f24aefd522a3128c3f7632
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9df228b3b411807f0654f6d1409a3b449b34a0fede360ccfdc25b102cbc77d1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e6c5bbac30637edf69c86a903cf0bf8278dbfb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b67ec3a5ff41a8fc5cad8090c3a338139f887b331c7967ec7876d5b9170449
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c1d0eeb07f0d84719b99826766b09a4e42056a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b9d644217b48e209fa362cae68ac568b32714a2aa7d25953a33cbe1c80cf91
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9c0295d1144ea28968ecdd68a68e2a20bd6590
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a162b07044f726656edb2677698d2dfb7eebc9a3bde59966adbb7f193f32fe8e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5ca177fcadb4a1be14d2523689c2b7983ac002
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061801163ffc12503970a1c3f089e08be44cb7a79dc60809ff098d5fd926a4ab
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f9639c81d0ab0b67a6a89e03a597a8506e547a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a8773c0b4af01f06cbf17e7a1ca62894278e1ad7c439ab29834a6c44d25580
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94336c0213646c32a8fc85bf9e4e0427bd593618
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7cc94d0432ba8d614381bfcbcef2fa045f41edb024fa84191c0c5c0977061c3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..309f39621e3611dcc62534a44a4a365f39d6b0b6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d36207404c0757c1f1e5e1df1de88ed41bc703089145d085409d96223e33d2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88938c299c97bc727f3d772d35ac99dfbd479277
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77fa1e6f62500a3191ecdc6b60791f98f42f3f6023679d6c50601bca42f4da6c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd56b232c2ba58045d349f1a8243ecfc5d39b29c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:572f8ac89368db6aa79f7492af52566ec2606fabd505006d742dbf266ad9268e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f35977c06725175d0a137ecd4072852fe53193ae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f5ef22fef6529e30ecb83c6aaeb060c22faa0fba5f71f7743faba9bea07ba83
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..781de1cc4da5917f0a62cb1e2a1e5a629cc62f34
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444cc5c58cf4ffbc12e93593c76e68171084f19b9cd5eacf4cf53fcf7c7d9953
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4112eaa0a475f833864f85d685349d111a18ad9a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c18b8c359dbdfe9b8358b698a20103513e46a3f85a3d23ecc8be11b8188e54a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba44db0f2cfbdfc47ea2cbd1eee750357b41ef8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ee9ed1bbfc35ff999e317c569415986e8e9d41b8cfe22b137b1d1911a96985d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de969fdff0fb20af36c9a91fb610b9de71421e7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b43bf0ea6360bf83b720503e6dfde9469c4cece8a432c03ca974b155dbaeac
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8698b1a1ed30b6fa9a2eaacc49948cc61d67d9fd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489a2c780ec7d25fc024bff9498eff55a7943fa4f086377fe9fbe1777b13b5fc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b60f940cec01f76df8a795c5b257d05ba33b0d2a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d0eb8e993d89e1a4c775c68cbb4016a14af8c1ce66eba741d7acc8d4958668
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e00adbee20a0068fece83dd2d85841b474eb3e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a3f0df728108564f855f2a649bb5f653e9be34958a2fe67fe69cea5fa80cf95
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6fa207db1fb79908e684da04cbd169334319dfd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd7af753d2cdd649deeb64cb620d11480af957bff5e343f6a0c8740e925eee76
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b088996b8d1d57a0d805093fb62a3e4ab2efb49
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0037727708cea9f70e9e423f5dc6b3e39230ac82d95eb14691816e0732658f32
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c313e1d857956169e7ef37d3195a9633be59f70e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545ee5fc0df97b9f5cd119458b290798def9797308b662ba027e49b25177daeb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c083eb20903a03cac505f7d006f8138f938ee0e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8b8cbec5859c84bfdaf3b62932ef3b6bbaaec7d2f36512700f67826c30f95bc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d75fef6596bb51cc766217a49f627876479f403
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d3fc029d0261480a71e12816604a095e44c9978523556f5a39cb869934e711
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b1d1909c812c448509ecc0c69863c78b469386
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9479fa3e3056fce8f36e57b1ad2354ec388d352acf1f47989226900c8eeff125
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f7a47759ff243ac14637138c64e1c01e6cd406
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88954ba6af6e1c6194131eefec2f6e7768f2be11939bdd76616ec7ecfa1ca87b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac6377b52f77b9bea4d97898735789acdcdfc853
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2fd92107b41a563c41acabfeca58d9168cb3b6da7c30c284bedc54c37f8ffd0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4ad609d9915b849d01e30c3ae5f94cc1ebb11a9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072f35ef9c5ef56f6626cb5dc0778426483c3b434adce2db76a41f0df6bdc75d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..064f8d9614549c0bb4d1ddb5d5f9d10d9c8bac10
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f91f081424cdb786a9aebc74357e7c249fb42a1afb7f810bc99be42fd20c197b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69983e21ee90ea66bc71b67565271a158a8b44a5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ac671ad65aa776d7e3147921049edcc34a3b8b43c641b1ff5eb7d316769364
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79d0e0733174e4d4c004b082891feaa6486474c6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fced3943fe3f27e1117700a61b97d6a15df6c9d4d8637a0d81502bbcc657520
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1e81d1429638cafde9ad91c1c3c84085374f43
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfcaa142e9ebc84118957972ae1f8b33818d2bfc379d4d668f922df9644a9541
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c84a904f5a98532816ef5d6a29ef815d4324bdee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca9cfa9852fe3aec0a01d03d0c7cb61189b71e62cfb417c80700f6772cca7e58
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ca3d025e7567e0a6e24c823663086f6d58bf633
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48835d4feb4a6d98f68d2c042d84050a9410aa111dc6557a821ec7a66750f90
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b78ddd796322f86ad716e4bbc6b8c66acb9a94c7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa6cbed8dfcda47afbe031d4c2d0d97787e98a43f226a52d79ad3d0f42550894
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98879a04399879a50570e49e42ea0090dc18b3f5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42aadfa2853a1df9c877c4561f27397d198774dda0142886f0546bb849b4b57b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745ad3748e58d647c0d9ca5df9682728c033ce96
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d5d73a52076fdc053c9fab357a71de3def60eb5e9a581715617ff2fa2269938
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d61ad37ef077c51068a41b210c8b54a74e644d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0979a29f9e5e49c577f267dbd3f09a00754638e60a347da9fbbcdc7d76d0ce19
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2be7c1af86aeb9a59b54117146320cf0352a5a7d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa7221282010b12e3fcb86965da4d952e5c83566be771aced2cde52268bdc7c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b03810796f92edfe87c7b0e9f5b05f397a02c4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b67aa063557b2047aafdf2ac3108b9f280ec1db3cc4ff379460248a8b5319127
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f08ea0342a43e23d88744943013d208a7a0f6577
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f75d07c938ee2f04e0c4d6523bf4dd6c29b01eb422bc7b7a500ec4aac408a1ac
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aeee33ec136669cba037b720ff380e2f9c9ec89
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ad0c5af31c227b94cb06e62511d5f15c3d160a638eb70b38e3a612f2951061
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e82940d2ea5c030e8af9301fadaa0de16c2de63
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129eaf8a3f523f128589a376450303271d49805612132d1fcd2f0baf293ced69
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51120e8f195f8b58c9c8ab1c7c8db6a52bb986c3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb5b35dab689d6caad00798f631e488ea108876434c1c66f7a82c84548f27f6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7870ddc20f526b979d9b3ecfde87c874290dc8dc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb77f7cb78fd4075d6880d243480529d254006bb0aaab32f52fa1a565c51d35
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108b6910899d8114268c072613b696644063b40a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac7f4ef974b2bdde0c73558f8150b6cab55f18cc075105da664c79ef4de23e7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6438b20d7546d65437495c8fa0b04f5de8313cd6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff68586c6289bd173a3953100aa7803c632ca9d46b55241430cf73d3aa0b684d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8e0c48e8016c303c60c1a51fb6801df2cbe0681
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf4f0dc937c9ab819ba600699f5848f7acb9821abe257e32374c771f086b6e9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f6f224fd74c9ee812cec27f77203b4f59b9380
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2337bd2d7b3e21cd78539e72361cd4433f1a1cc354fa0cf81a93f412889e2149
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aaaf2cc0decb3c296ea1a872e1d0fc8fc8d95d5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d66e842986dc4275d86655373a4478ebbd54193372c60c3906bc26511697bb8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..093155283eb97594c7f4cdc89ca96aa4196e4ed1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2350b2206360772e11d45230ee2ca054ae7b307f1faccbb724606fb4667dcc5e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b65119fc7e35a517d7c60f5761b6729b6fca09c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:984ce4039c157f768165f52756363d321a161a58ef6885cc620ba21c31bf3c71
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b535590446c4c47c226a3e0e3e92c7a672e94fd9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294d4e8dd1d52114a5a9125e35fd138bb855c5a86469f5149b50b087dca8c117
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ed85dbd5713ab6cd78acf0a688a0b038cabd42
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9df991c512ef398e4ba047a3710bd1187a5899cfe91dea2750d8d2ef95f113
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3022a824d26533e8853dd03eaee43998934416d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:191c141c9011b3a075e877fbec05f841d7b509f1aa635d3b54603b5163b2079a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d0077695e81ce3532ebc3bcf84308c87a2081d8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a26e614e003afcc1e2a6065826434ed06da25c936dda137476ce8d9a944495
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae7e8222586898de29e5a5e53bae6dbb6e310c2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9606d833dfe76c420d9ba869014184dc6aa5a87d60536c0bd4ac5c06bb97999
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8df0346a08cfa2d924aa936731d7d7a410ef1df9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef0ce5b499901564ea97a1004d57ab42ce502f79b88cbab43dba2abc92c3f9fb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3956c4d1e367a65afecf4186337fc5d783cba9d3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:452b879d87be20ed26c44b1c00af43bab85a56b6e660e00aa5440bd8d79cf0bc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec21c75a28dfc2d2d2a621982f2177308ae0f529
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f4b20871f3b8503bfa42e83e77688da98995710df52cb4758ad2f8c9c4e6270
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57e9daf0c88651410d44d49c8e030fcefc5cf49b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:006e5a2bcb30f16e646e3c7cf6ead28c4d5749e58f4ca3db131383551d5a37e4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16b10b71c85105a73ef5e8b6d89c1da5141db57a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23eae40db4691678ff7229edb6f5fdf4e3e273dd884b0367b658a1bfcb01f495
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a5dbf7519440ba145613751c272c1b92906296
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b22df74cc001a666eeef8f3b47e28a315a0f330ca8a2b2878c493e7ae0adda
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2503d5202f4d3ad5340fd7598c8e103dd4cd9ce1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:021052d28747b535950eaa5545ec336739551398001eef52b4554084b65ab882
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3c19183278e9c6bad0c26c0e8500808c429119
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78f6045853456181967aeb47dd3eec3d590a7534c8c358dd0ecab1d78be7562
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38fbc99ca9750e4928781a740549b1018ee6e4a2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f44773bbab99bbb39b5d485ea64ddd15844f21322168280c7a9ad8c1958f7b8b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f10e05cd21dbadf0a5e5f14969b70a671e3bd8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9662b20b55c72d9747a650b23ccdc491c79ec81d096c95f0e2ad2ea05bf2fa9b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a863f97e24142fa65eae95c4c2651511313cee2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4773d88417f32683e40f911797f7b129b314252a55192c2d35865da5275944d2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e019281dcf6fd80169d59352b05b5a91f211831f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d713085412225f603c084748494ee3a0823ff974c34bf5a61d00e3e3c416b0d9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..471e8e82199c48db9138ba9f3404c4b103afe031
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8720d6338b0a51f3af33bb364440f95332c11dc8f322fd3d929f0b6e58d6b1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a3cad3f08ca0b5022183f84466e3ab2de66e4f4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4ca99e105777cf599dd3e2fa86545d7724fddb6d7b33d21dbeea3317ce353a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ba8d71922e7fae8f2b42c33b16dcc6a6542ec4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:272153df6106fc120f7bbe3f9ef5ebcf3343e16556c0f83c7698695f263cef4f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9803394dc6f7ea31672e306f87ee2f29d2da11
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4184f193576ca8c0e6159f52ec60d4185f294161186356178bb97df406e7af6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a521a8ffb6cb9ce966b5eff7d82332ba297c22a6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309aef8252bc19d1a6496c9709d67d64e019ed49da6546e148ab4dc0a60b59af
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e28a47df47c31858ea7eb90d3dfcdb05ccf05afc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c6912a2df9111680847fb5e20b4fa47079a7554b7b6cb9b35ccde0caef301e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d0ce06ca843c7f27b6be603f85b543c0692082
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5674e357e86605d73d1ef0efbecfd2df010abe6860fda0669172aec1a8ac96a5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c22182ca504d0b16d7fc2a4eb95bf0c7056a830
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178c099a3b7d0d722180e6635cec0206ad4829b3f6c9e05a20e7b9c51ac35986
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519b2f61183e933ffa6de6e0ba338044c0c6ac18
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:833141c49c3b940f16dd643dcca30ddf181692c2ea7d885e090823f85d512eab
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eec7ae743fd39d5c91f8a443b2b5e503218195d4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0948a00697332d8ee6fcfb3a3bc974e2b678c17317118a961afa23c1c7e5219
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/lm_head/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..993f8891a8d9dabb8e9ca7a1098a0f3a08c4d0dc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2832ebad001f71120772c02ed504b128529ebf8d078f5bb9e49cb2dee7a23fd
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/lm_head/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc2773c04eec319d159b1927e3e5c560c53fa807
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8af35b8846d085348042d1fb07f5bc145b809f079a564c9771f0bd4b160d37
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ecc6b29a871745637b5beb56a65180843b7169d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7cedec5c01c87839ab61fa60594248d6ef5a26ff37a9b17914e3b8add43af56
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e38d596d0896c32a9f9b51f5252d62a5dc4b32
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f38d34a6fbcfd91840aab674e953879e3f47c40361b4f9d50d26983ba744508b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c79f92740dc9cd060023ac03bfb41ca43ce15c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c23a1018ec932dcb6b06e43788d108ac1785e411cdc360674fe9f3001fdf7472
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ff66decc89cb86c40f19f86d9bf84408dd2087
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:787fa6fd13d14ee79b0a6a9320ab8973ebcd1a444d5f4d7c054035f57a401463
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e7b6f6c61c8b342e7bf41abb0e0a26fe7ce75f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef857811269b3806965dbb529434a83938853f79e0a3d5d92808cea0e8ab2d8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee4060c818be025df46cdb0fcb3ae88e68f4cc8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688bca5a3c651d7cb4271996e6be90ee36a5d401622f692f04587852c3e295a9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..472258829e0d06cf9451703cc46a20f2b0aae3a6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca9f7503d2585a442d2ec07371a2f73e39c5419b580d540a1f80644429d7b980
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20dd2ad74664d40b019b817740235160a4a233f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09e0a7625a0bceb19f8f504dc1988224f986d3bf525cd99fa89967bbed026e4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a85f81fac8207c613f1c361eb6a08e801c1ae134
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6830000152651dd8e6a887f2837dd280353fb19a62c907f184bd0e051573c829
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..518f8cc91430cd5866a54a4e4da7a244a398434e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a7ec45c645c4467446859fe6dc48e4dcd77d500d62ed927beec14463b893ba
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b50510611e0a58845c05afa8e205e2992440df1d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f657042d519612ea6c752482fb6bcea6aad057206e236a8f35172a2a4ce9a8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52794e42582c30758fd1076490d2a73854aa6797
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5148f1c704bb926ee1be9f062fbd7060763eb04a22aa5a97d0f2750df9a753eb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f799a999913e71074606177f224b715dd8a789d3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865d630edfd5aa7ac36fccedb6e4a352f6937bf9846c16e578ca757f35df8451
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..831b19cec75c6cd466ae52dfe541eb5c80efd712
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a8db3fcc5b76b7ef37457ae6870057d51e6064ad624b1098df25da9bd70d86
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8675ca005a7ce26271a5a2b1df593de8f5aa067
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8cc7b89ca752b881be0c71f154cd5550422d9e89040fee546ae0eccdd5d5870
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7d48588e0cf2c76515ef556b9b81da6d99eff2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd71c47b5a265f77f170ed28016be68ffabde255c3ed26b2729fc0edc8ed20a8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..580fa9c9d0463cc3a2dec40d02276bfe8deec7fb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f19b3486f8ce37a77bc45c1788f5225835900747657874c22e10343f8d8111
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ab0457e81920837dc1aebb5b6ed53f6472de08
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58953970c7835ec91f928feeac9cea020a0aeafa1060be75d9d60492ae6a49ea
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..909846a70a8f18b7dd65a83925ce74b8f2d033c6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:473dfd1c8014287f2f5ea3dbf9e8d6b63f5b9f2911c85fabdd64e89a3a63625d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8dcae39b7211bd46a8b056d05ace3da5745795
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0780f4613e20e3226cdac42b9d4b3f8ee9d97b0bc4024ff10151aae7925b2fc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4db8e55bd3b7eb172eb32fc0d392cde6cf81266
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8787d62da1cd4ab03211ea567127e3e9e79040e451d061770c365703c17d3d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b249b3b11a15adb9c8d2f7d853ec45781461ee2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41918f3d641b6d54dc64c81a7213ea520d61d883eace4be07669fad6ce2ce8e1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a0d49694881ea9c33c8a30382a1fde66ab46f2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d7e32b96dc29c20a7bf131493638c14367dc06d2453e385eeb9b7eb20380c3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b32ca8ae855507b83c5c9090e6e741c0bbc5a3b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592a5f878d101169a1f355b35fec4ff58c5f7d18b04718dc071bd9686c097a25
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf0697f6e083950114b4ac711e521707f61a4074
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4d91a9122a411d49ed1b4e555df0d3723d332dc3922868ed54d338d053ac105
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..217b2268a04b0b7a329a8da6b065919771582f52
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2c7e1d0b8131c08520cd09c38b04438ea6dfe59d0781cba5cfaf2119a58575
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..722477ca6093f3fd221ec6ca1ea1660bc54bacf1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a2b859f2bc772561688bff46acc0447cbbd706f90585f3895070a87bb214024
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f11e204fe3a67ab21947ac0d0af099ef8fda65
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf03611db38d079b3cf212f430cf6bca7d2903dbad5dc3b421dbc24bbb64fd6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54008c37507e7ce0ee7c58d98bbb0000c9b17d48
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d881d07ec012f2ed594b0672722c1d52b68fa129a91495e3108f77f58dc0c0ec
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c2a56dc7d1182c92ad0371b671663440aae78b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7baa1f39728375dbe9a21c5b2d7ced1747e12fc6f18c71fd1baff6b144cb954
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03b03bf082c1b2d903a1e42b5da838dc6024e93
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894a27c7a4b368409c7fa3fdb90de6bc9c8c2f5bd674ca5aa49b58d9c643382e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1332fd5fce7529d238149518f2c7835420507b6c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57fc8dc7ec3065bbd58704ae38e1b1cac64c0a4593273a071d48f8a28b72bee3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aabec7ef8902e9161ed730461542e4d5cb1dfef2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8d6e7caa2808878029e29864a34fd199272929c906e21b3a7897781b3a9e28
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f728323cfb6ec99fe3b2f2e459cbb2fa3b85a467
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc57fe48f50f3faeda993f5225d846ab3ab95b4788d0ab50d378decd4b9f650
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69429289627bc1972d2973661ef0a5351968dfd6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a800e01b6df8c188f410db065bf1f48e093d6de67e70ce0949d09d488d9a1d0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..964c0cc1a88ade5887c009745c4db673c7f95bae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b3a3e84f8edd64833e171dd2b2c145e508278ca6f7657b15b6204c90058919
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f7e44f9ea63ecdd161ab8bf43d3d6ab4c7f9a92
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea3c44966c3fcb38602c682ccac6b0f175cf0b90b6e07a9a6a0b1d425bd6813
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd7cdf2ae281807f3b570d48f92fde30c203510a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1f5e7fc12302b0c2cdba31323e518b06156a2cd0d67712d3b168b3f78fa0cd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15bb1fc4cefba96a178d356508479ac182f4d4ca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86732ce9bb3c5aa47424f5818bedd94dd4db5b456d8666db9effe9298d3d6aa5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0916d479529a4438fb3bc4aa82bb875fc6c77b3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e928db49dc1bb6cc2971b0d903257900ee62104b926d56300ea597e96fb181a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4ffeb0299418a8dde3aa36e79cd2dc6a98d995f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf3ac70caef079f29d051972888b6888265ee374f9c220c8f328b644da48de5c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e987c71aa174f5e670a93e21be651a6a4aa730
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e1f72d9cac633906680fb0921930b8ce77641a56ef949811809181943554cf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd045345dd1de32635024c9f44fe81fb5fbb358
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9402f1a1355fea1b14139fcfbd717938f59f8d4fe48bc0e742a0718500c937e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d0bbdb3d4b3de56f544a1e08ec83c1255463a4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f3a058123cec5cc7bd3701027f2813ba62d946350151b4d1350851e47ed156
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab1ba7a9f929c2b88543495d55f357bd0420c109
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b370cd59d8804e1df849b08bfdb4fd1123f3f33825d40ad046f8c1d915b5a1ff
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde5253ddfd500bdad79403e931be4ecfcbfa574
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9430b101fa33edbd6e4e04c71eb30519f3946228f0e4483bdc23fb343f3bb61f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e67c1fc9d7e0705609d7d26aad0b33113f9e1eaf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2554bca2e68e358aa57185f0dd70a1f46fa4fba2c6dbd2c1b5e7a03e81040083
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a3b4cec49308630835511620cea0512f186d156
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9fca2e0b35193ab588272f6d8b9ed7c983aff46374e6f86e676fcf55ce124e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ba1de2037de74e0b826696bfb44b086b686aa27
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a916ff1d4ed80a7640bdb627166ed91b42947923b3a455c81a624cbdc6f2bd8b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..484b414c464652cd5a00686f3e088b22f0b1f886
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be4da920e1d754ee7b37d5a6b57744bb3a85557b2c5e7e3eee12ec005e8406e3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8901967869c184d2324cf394e0ef5e37715f95
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ff977974304483fd4477ea396589af98b8744d0e3998a292b6d5c06b0a6551
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70b532c6403f74bb3c1d5ca507b1c4e94a36929f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07da118f8313f2ea52f66684758cbd11e28187f15c257d188cbb6aa2954399d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..576b1240810eb671ac8b58dd918c560f71c413ae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6fd518ec2fd400bbec4fc8aa8368492906a2bc29370a977d064d18ccb4690a4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d537cba9102bc9d0fb3419dc0df8687cec4df90
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4b3baed85811ad0a5927e8833d890e5aaed43a585364e8ab22daf81fa4a13c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab25cc760776e26c4ba56c5c4f14538b03ba5145
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026162d920a645b29eba5fd3b11894325639845382bbe7429d94b78640dd44e3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab22559c960e45c3bec3457f7b94687328a10a2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49bdc4a2176e9bf6ea4e6358bc16417614d6ad6b87a13b9ce728c5b644e4e0a2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..498f78cc38bebe5b17ae48a7b1cb70268bc4d135
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d9a18a4b5378bfd64a7802a15984d2b558910130396e9435d0f26b689c8cdf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc662f93a7d94f62e36b03cabb055f53749d9b9a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f860e1a8875cccb3cdb2906869bd1fa6ae64f73c9683e09d97c9e7dbc794369
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811cfdf0b3eba1de0cfcbf042ade06e58c5bf837
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f143bf47be1aa5a71623a9ab99540eab4939ccc5c12082e99f02128b99e00a8c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edbbe9b64315efdee25ebbd339dad817585b9753
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561961f9e95c7adf1c34c677d6c65dbd62c45a23ce4d45b94827e90fa0473ba6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2882fa3555928eae031c800d10d2725013e0fc27
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d486517008699be37885b8fbe024939e31bd2367287aca9ab02b484537d647
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c0abb6e08ef1aab406ec372f8255dad17e9f1d1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309816c667aae1e492beaea11ee2d13520148cf70ffe77688da7e8bca0b41c64
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09af348dd9c9c379e3321c40f1b96e55f6cb1e45
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3298bb21b2f1eadda990dbb72b87a40942a510f07b12e05561d684ebd34e9d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee6796cde6edd4abf1e78de60d6c880b3858c46
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19379e66cf49f7f7e63990dfa34b0fae8e108cf2cc77cdd3b5e0d5edb934d8a7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93faee9aa2d9d9973b6b393b29236b406af036aa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd666576afa0b5451fe5bea698a7a4dd5126830d4acbcae8e5d80a03bddebe44
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de314e5fb85447896d99f0159a33b9d4acfddf2b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3642c1e35a4fa5936d3983e691983d3d8535bcbcaa1697170d8badbeec036eed
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d874c651914c8a49e5443784d314c521912765
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192dcf1dc213cf4a01e31c9fc1497df213cfa62d287ff37dd5f167739b1bcfd9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a8ad01645d87fce7179361efe119c9f9694c40f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b88ae061a2458b19be29cebfbdc1d3b62db98e7d6c43a0cbd070b7534fab404
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1ea41be9457e5fb0b8754a306459a8cd61e3cef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e48aeeff2ad0bbb79de34889ce9194b6d2e4318f2ede5c084d4d5b3ba38817
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f7ce436c18a9a148f0c70213fed631fe3470b7d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aee7e8b44fb2ff6baf828b82f7358a6ecdca68fe31b240c629427eb96d5e468
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7458dcb1e0758b95edbbf966e17a593196853dd7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40e198cf00a234554e1cb53e90cdd89394e6e962c21054798ce199f8eecf3893
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4630d4ad2936b9de869104f6f589f4c9b3104ee0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e1858bc5ed8b4f96adaddb5eb453604485d64f0793636e7c31ac140b1d2261
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28948f164483a7ff062718b157f5e7fba2a41fa0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c9f7ebb38ddc8b714fc9d38e9b67e3cedddd7e728478c0493905107b694178
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c629dff33d0121a87b7db401c2c0ac3b2ddb125
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae8c959289aa948f1bdda74d6b9c114a3a9b258e9c6998d2d8d8d5537e35bab
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e15243d7c40ad00de7c5c751c76fb275f2019c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2d9843dc543184edae89b0ba582a1a19538a996b661adfe04f4e7db4c69960
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70e768656d889300204c56c356f657934f126579
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68dc019a3531630b868d77e03d3261fdcd43de4480d989cbdfd5450a204492a1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94736278bfbe9f489cdbe2967db585ea17f6886
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6194196dff9cab7e0cc57f95a3951801d9915052a240bd655d8eb5745f8cfd45
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c85e25f59bee989c9517d5ec494e9ea5395ce66e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe02458a9acbda92200c271f0e06b22a3ceed28094de1b77a00ac65eb9b01d16
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bce50121a9028e4f1bfac276f022472db039632
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469a3d7522dd4c9bc4e1032a53d47f7fda11bf7ec18c9109da93b897584898a2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ea62f7891ef2e3ea439390330f7b39abdc508f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac81cb25ef9bcbcc0f98a495f86c7f7ed0b55bc045ab58de943e7d18f395fc1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e20eba1c4d51808fcd92901f835432be4abd32d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1205ea533d30df3648b74af35ac747f74446c75daa60391af92d6bfa49a94b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a482497cc38b6dec5ad974c5a52bd6f2aca50b68
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37cd760c6ff5f6fdeb6a301302a32f62c2b7f4f726d57ce8fb142dddc7ec4887
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a399957a55018e8880ff130f664878dd8fb4034
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8fcf64babf6b8a1d6e703b61a669d05d901d4fdb276547fcdccd33ee41f1f1b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c27dbb30f6c50ff08fe24cf8354c9894abc4a0b3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ccddac5560cdbdfb3cbf7e08e8bee35d0ddf0ecd232a8871526ee766a74cdb0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c09ef9cde5bebd30c4916d02dea05b8cdb45c54
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea0f6f455939e9941ea3d8ed79ddeb9894de99c080a27c7d69594eec45f5e52
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead94565a7e2df63d801fc4df8691758b4bc7780
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59cf30ede6a477397197683b27cdf11a2112d5cdf7968fe30ff130a951cca8c9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dabe252e7eb6ef4e7d5cc15de34e51ed72485987
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3db147e82073f53bd332d9a5c4b7f9bdd22dab2dab2b567586b6a99824a9c63
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bacada62ad2aaefad1aec04040a4de7556872980
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b6275334f5bbc67381566c41c6a8abb2f867ce516207dde71a9d6c935bbe825
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69fccfd59d8130c28e6936ed85b6081d5dfd464e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:239c85158e60a470d5e2181893d2008dc01c0550556a1786e54b11db16a416b6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..714ee21c1dd756beb19b4165440d5efc58e0d72a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c515675e008a9d1657048a09810b7077d2c4b8be6d4ab4837044d69c8b7d6b98
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1b1437666e09d6ce2b561fff0cdf6ace08d908
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe87d5f5a33f3caaf4b85a8a50871a1af1511b508217b3a73a993d2002261a7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b646a786c3e7bc4a51257a326e5d70103837458f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b6b6b6f2d4a9ec1d307f3a6e0f1cf88f052c8a1394f8a3111190ef5a1fb262
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10015de30a6a0611fd9d49bfe76f4b49d210cc2e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d4f6c7a0310e7fc1a871e24c8f9f701cf3ab9d8efda24850b88e7f2493d420b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea26145685dcfd2b7c146a8e43d5c773e05b0b1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9bf308312005134b73fade68c1027f88b47b957111f551ac4937caecfe4e09
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d283edd8b18f7f0ccc1258cf56a9d8397eb92318
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8981c96a0ce866c4ffbdf71f49876c2a71b1cc8a014e8125b4809077bab26c88
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0289bdcdb4b21a4bb1f54d126567b43fe1aa7487
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a715570de93a769337ef5336f6acd4f65137fe4e1f1ef977327df632f0efd173
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04b6689ff55ddaeb4e1c49a8b52c666b922cb5f7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a11b21f26b844e1993f27092cb3a061865564604bd362d5bf638d077bb37139
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa916052d46a75a9bf1a4df6b2ce9edde992aadf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b42f8a61182490dd2c68449af15880466c12bbd65d5b4b98d4b19ddab795f6b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178f6f017aef2889a1b6da20e90e2396dd5c9c4c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1fe94e012ed83c597ce8fcece625271143336b84b2cf43cc6d626ad465c7ba
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899f42adbbfb3698abaa53f97069f798bdead171
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d15c07f36a644df70a529b320107fb308c630a3267e6c2ed002da8f1c7a9921
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6fd7f07beb62f8f6d4db50cb0c2f9d68e89c03e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2efe00ef6cb3ef13ccc9081dc649c0b098ab615943f3cf89c73a7e7b3e0b5174
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed60fbe9f4580797aea191b56de02228993cbfd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ae4881ded41d345e11d5b0b1c8d5bfd8b108bb395ad9a0ae9558f5750dc785
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bacaf99b3c1108dfc233c287da7c724a4d71fc7c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39337d7bc7c0ec61b2e52247543c293c17cc59a4874a37312d34edb553e9f94e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad690d7bbec821ead4f08d4329aa2e947ae8236
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a594d41cc8cb2db429db7687b7ac89522bf9d8287be00cb93d8982d116509367
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ae8b532a24d6cc7c8fcab5ee2e3ff00729490e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0bf01f2a26eb06ad5fa8375e7de71c4d92477cba5bcf5e18881c83ad92dea2c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38b5b13de2e5a9d937791c85074e5cfaa4a4d52a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422b6698eea7a4560e4edb714da3ff4f2a922b26e3ae4978fc3167bfd4f67992
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb93df3ebf20772a16112a6e89435f462b18621
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcef4d970d4554c28df25e7c1bf69a1d067c40b153a82b6856cdabb855704424
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dbca330b44430c31d6e8f4b647961a29bb7ae6c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab7f790210d1054a4c4c3fc33e2b1ca13fd832c5c57a6bf132f8f755a6cc049
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c630ea88ba0f62a68cc265ac72a2344a3db94332
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b5303728fd373d62fcbb7116c799399e93d4e365cd7e76d10c76d0e2723c68
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c35480ec7f4a0adde43671a9a5d2104aee7029a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9390fef8a1bc84f82624c7dc5cc99730151b56e0ae5f20842c4c60cc305b0609
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5859a66e7313424f20793ea55b6b368182d92b43
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0176e6fe58b13d8c35bbdddc2a844350dda966852ce7a0c628ed7774f769e900
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac813e6f99667abfaf8705a4c377fa0380b47ad3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef08f2ac7f40a38217ca45a44167af8b29f44d03a0e1c0afbfcf93b0c0084ccf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..842177c3997205ba2d6760abfe76c54ef9369f4f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:053372738604a98abae5b49960bbaed43b0cd5cea3dd9f1b37a6b856adb2ee39
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81b58e880fb5a48a982f7ed51bd5d6e84f6b663a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314479ea2b96b18834b190eb382e11a7506951fdb3435ade9c2b2d362ef6e8d3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49550b43a78224792851b93cf49a6cd8afabe627
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318c678447681dd5c71f5379ed6a264ba4eed8f2341c1f14394ee9f777733729
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa459cf6b487befeb5dbbe5fbc6bcc0c3ec4b69
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f54bfd6b3e722bab8a2766cc34a856c3bc9c6056b73330f27a241218157bf1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1373efe76326957bc37eaa85bd9228d2cec8352
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6452ca53bf3c6ce97550d70288825c4f2f337bb7994e5e006ea33571a188bdc
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54c026b8aaa96cb65125222b77abd3126eea6ff8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c034df75e8c7585954af3ee617ba8ac7f5d2a0078bcc42d1687a4a65ebf9de7f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7fcb79f7baed37d1dd5f735ac54c010a9b9165a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3e7ac7c1213bcf09d61066acf2b78cbaf8606405eae77edc5d6cbafcc687613
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7285c6bcc75560db67e5f07d4d199b02fec16427
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a994a7c22d32328f04a23e42c8e7ac17a65705dec0c0c462f381cac5ce5bab6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce678666163a047f533b1af6ce0fc7615d4dc99
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeda9bfae6a47ada9607fb41025e82bc1f42e642a83293fc413355003ddc0c08
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d693fed9993d98b24bc9751bfbf3649183c847dd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307964fbf361f5a3e3c793b124ad1ad7ef25a1897517733ecad519f72823e814
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff0e94dbc7137a53305c6cae09084e26197707c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9db2f021bb9ccdf90c5cfa7daffcb4e4ae212720f0db3dcacf71beb57b72c1f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1063f9bb2cc6901281bef48ef64fc310df1b9070
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee222eccbd9896d6feb50a88f25939afc54028bac401342bc7c825b77565437
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..654fd8ac75f32985f079a6f57d61f0595e16f7ea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7560dd47a6aa47646727dcb1054090d4206eb851b6f52167c2fd7c7e14e24f20
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8bd1b868cc2fd364b73a99fdc9f7c3166d12bec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81a04662bf40505707e774787996f5ce7d9b22e527c32833e44c8d96bdcc25fc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b96ca77aa6f5fdccfddddc88bf0f88076b13be
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b5e401380e1f0017309097b5c88a8703be14d46af31d8b877da8af85fd04bcb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7cbe50d39dd27fc61def280f912571c061817ec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06379e37ae9840ec861fe30695a0c1f7e2f5271f6bfeca3b872bc775aeb56772
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb749a1ae83da3b43692c333361aeea6deb9a5a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f92210835384cd8835f171a5e125ca842b6e6dcc95983eb9962ee7a11991def
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b978f189e44801d9d99c78c12eaca3a74b8ac7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2791c3161d9612fb0d4cd98db0ff7865b2954b3082257e3bedfea89b3bbe0fa9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0817be8c469e6995d7ceefc34ab786e3d44ddd61
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c5036c3eedd4421484aafd0a6505f4574506af16aba2c20b78896fe4ab94325
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a8f51d8b47692a4a931d11e4df2c0ca898ffc6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178dfa4a47ff678897c9d4d4a83392655e0b38b19b1dd54ec57d3dda993251e4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3ea383651abacfa7f38d93b2a843dd80be24ab
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d6d8e6caaefea9997b27c82a9a1447af7491e3c270244d9071e38f6c89d9742
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae4cab0eed9c2f704435c77a600b093d0f09199
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abe337a17d01db44d4d6a489151fbc12ca6e14356acad7b56e761784b9a43fe0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b711532a059d3663c85b5d50d47bda184cffe9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d626ef31d40ddb3185b7576e20d46acac8ec3efaa3a06b15d36cbcdfa8b188e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa1871c12b6a253773fc32ca49652ebb53760101
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b7f293552fa84b100a30776f0811fdaa9c6530b6239af6b79557674b8754f6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9491c423d11317831def06155c537bb90bca73
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ca5b88921d2808a64a81562ff05617d01e5066aace473099c6d770588361b5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0994bd8dcb626f567d97ba3ec1fae6929a23c02c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e08fc35dafb473a2694d0e24ede2a7f2a790cb4b785774066ad3bf0005cad026
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b40dbb063cb81e23ef98dd99db84c713423109
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9abfcd9e4b5a8266d494fcc326da8a123aec3015daad75fefac464d60e8bf74
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f098c2d03ae58893ec05da051aac316baac93182
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a926a882393ed5c3c3ba05c399b58dcfa65de214eed2989bb716b67fc5af73
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..254dce3c366a8613ff457e6bfb4e2bdedb599f75
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95eaa28f9f09d01c60a9d547a8bb4592441f689b3fcc7f72c91ee868d639a99
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a18864fff39fabe329630e59ba8a46e6a66074c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b169cc0d1f2144930c8ea0b561b47dc0dbb58ecf1d77e15135e759bb73139903
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6caf3867436e3bdac846c130fecee43688b14b5f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c1e2f5729ff40de9c37aefb0bcbc340e4303eb942dd8478436fe4ac7b3b41b1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ba291b0df34a73b7932979d4a4864ffd89257b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac37161c2c0de813ea44a6d8543b5d41ac1e1a82727739bb614825580aa3dcd
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882516e167878217070c1719248c5f44fb508cd4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab872ff43876da7e204638daa9b9f1efa7350f0b7565af6b057998206b586d29
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32454f0985520006ee0a0ee56961a0502fc45033
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a53a04713a931f0ca4e33757a9cd1cdca5be9f76b0ffcd3073735394004c743
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff4acff4ae8b99205947e8da565863da8c05f7d3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faad805bdc1179ab508c73a6d2506620e6b26795ebb180db78c07a8130151352
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e186331421677ed2037685327ebdf2dc2e564b7d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d51af3d6ed2c5f69257bd273802762408f3ed4efa084e392e601e3732870d014
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1078bceab9d0e9334ed987f601acdd1693df4806
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83253436f94f1aea09e179d6be1d68b87bc0c6b9db62059292f22d7e2f21d15d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bf2a339360bbe4a8b01169b848a3771fd16606c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c8e04efa120965d41b1806f6a10fa41bd07acb146b867a036ef2879937a7d8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227000a042d8b4acc16ddb2a69d03fc2d0292e51
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a602ebc663d3992d57343a2c88b1850490138b56b94892632169aca5e0ba88
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7670ba675718f6f615a805c353c8a3f7bab5faf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9978f042f8a218c5f8cb35b2024eaf0e152274ca356a7c6475500279c5a22368
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f736b079f045c601345dada7f484607abaf71a9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d245fd603f9f73ee3c19909ab87838c8539455af369b26ba66e80247e45a081
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49eb3ccc92cacfd49723d6b190b9882147ba78eb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:853d3fe0256766d43de18b9f339f71b90af8aad09a2d6304e47cc63d4d9cfcbe
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d66fab2f0877a77f495ddffb907a4fe13ba8d4b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:721831659af15e61ecd1ba46158291afbd128e6fe8bfe94d4a72d03d332405ca
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9deecf3029ef6e89ab01656a2bb443289c06522a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5cfd108a27660d85cc7a7fb20524572a0d2f6bf54df9987fc44cb8396386ed0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279da1ce6c59dedbc8d62452cd1daf77bf54423b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27330e90dec7df2ac5735a4c5a09be69af58de661792f1a4ecd21ddf4921bea2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51fa5cd8c188a78368479885923c7a03ef8301f1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c71f190adf03fd8767303ecc35a4e2b889aa3aac5525b1a66464fff1ff93af7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42cb5d3d3dd57fe64ee378cd77effed0ed2c6174
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aee40b7c541e9d3fbbcef1865f4195fcfdfeb858dbd975da57bf5bbbb3a35f9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b929812dcac1b80511eeb241434c84f3eb0011
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700ca7b47d2203a93204cebb73643c719a1952f365ac31a1ba8380fba0945217
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e8118d4185c31f84a31029cae095e6ba92d1dd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e0d260e02cf87efb6612e4d83674e1e3bf9676b74b6d3d50d696c7cd1ac58a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e33e63589dbadf3653eaf88ed3675f71bbe900fa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4fc2e1a17fb1853c8fdc8b13e3be9cb67a7ab02b9b309a6023c07beba657be5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a203c6182a20cf36306f43bf91e041ccdf3794fd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd73831dc368cb04ce038d0884cef96d08f9cb7855264485feba9040ef0f0795
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8ef4d8183922aeb555cde8289f376c720cb2ca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4cf1823221c817e036e00b7a9f66791e96a753a7dce92e392a2b408c040c4e2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5901089be5908f17375b820f7b4a1e3476b63a23
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c402cc47e37305021966cda10f51ce7f3388047637c480a3d9d7280f8212073
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc7195374b13fc4ce9d7323706decd3d748f0e9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8117921febf0e12aa00e1a53f12541fba694f302407a2338d68f04777db281
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..502bda6ba909af06d860ee09fea6069556ea3d5b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:423d8567c7c8ec40b3f0d8398309c696adb6546187a18a46ac745e29cef2f3ef
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b4ffb62454bc11a6e9f77411d69df738ef7676
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400508a9ab16ca158c991251639483311640bf4f0bfd2a9a3dad5bbe35f78777
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54720eabfdc86343bfec1c1d1a855f812d976862
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066e341fd655cf3e7842f9542f41f2d0d223589276fbce5998cb21656a5def3d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a71308af0b2ea6d6c36ebec25b49c41d3f655ce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88c82280b494296a47eccb7f069a5dd8db9cd586783d9fa4a7990faa3590ae6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0074313d953b924039cad99e5af4d62fdf017b7c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c3f1d2bf59c25e7b6ad7f8a6efbed9fd8ef49c3a910cc4666c3184ef08a0869
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c34296098e63aa82f354644cf7c5525275ea8ec6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222bc0d3e963989b309c45e245bd10a775b5fcb64a9e754e8bb4f48034ac2539
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c86fdecc1bbb1588f014111eb283b7a1bd9d7953
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cdf2c1abe18143045b08a163e1d528cca5761712d40fd866ea67fd189d9d0f0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cb21ea4dcef2efa3591f3983a7221b51a3af097
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3cf7393c2b17b7304eef7619d59a01c9476f63d67e70f34797e631eaa14c63
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f809e5b7142b1f9e1ac8624a98d2a796a2ec974
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe19f7087973318db22c930e0fae9d53e094237a0876cb1fce5c4f959de87ffc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba5f12180d06d9cbbc21856f44a1e519f310db6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a423faa5facc5eb9f5d7c7f496be15c5ff5f5f8f14a401272e5efceeb9582177
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40058dc4d664d874d4d9e3efbebca2af1bf8b1ca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbaa3cfc8aee570046f2a6112d8619e4ca18c250bdc8a8eb6b1fda9f92b2470b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd9e94c5dd013dc6eb4ec2116ef42d57d6bd2933
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7afcbbec12eea9935d330e658a08cd72fb6453fc5f3e63cb004863efe651fd55
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf37871ead5b5bbbfdbb683899d45138cd45af71
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b0b3c221028ac264d65909cdc972899686ea81c23202f0dec84f331eb58a9e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e852bf2fa9dbf3feebb8db48542bb8e75cfa6665
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f0c5c77d6fb21f254081232bbfdac3db54d283a69472a9659d2f62b25d52727
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df008b7298a31e23f8729f6dc95a0a3d75f9c9b3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290b3643137d26631f2ef9e091d9fdaac23a2185d74411a3df1fd11561a7fd04
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62cee0d080748d2549246e64a1ce08b0b74e898
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74088b317e6e040b01fc3242e3a3471c1174584d853d5e2ca1e4f09a1c29417e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..928a6372eaf1cdd926f46cf527c464f3f696e975
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae62e0c28f5c560221085a42050a344fc42da4a6f52e4888441235d2e744446
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b68ba75f5ef237ca8a3352c2e9efcbe6960178
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5f648bcdbf1a9be0304f7c32c5cc9f160bb8a67f608a963732dbe1200b10b0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b81da32f13b798a6b64a151dd99a9bdce0c96c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c012a9b49e52c8e9e596d9d61c909e2d8a65c55ec05b729a03369d2f807c2364
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd99986107d71782aba0ca914d16e17d8a5de641
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7190c3dee9aa8dc102140311dd8afa2fc6324f5b74a61ac803c435523bd9523b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc401ea7c25319c1c87574804fbb4957141ed2f9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:873eb67e07576cca281d1d4a2458e194e7310a06577125f1ee7364e0f5bf2319
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64fe2621a2ed0c586ae4dd16d4750f054429b5f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:237c0ce6c05fa8d2b18fea0e51061c2be8c400ed3e969a5789d70afb52645cb0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11bbddba3efaee1e458279e1dcb1e313f6a7a38d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:177a4f10a811bfda3b37eb06e248a58135098f104580220620ed37c80319e927
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3d68365ff439c4e9cc06230ebbff36ca7e8de6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce70ed37354009275bc8ce5cb9eba49707c1e88c6a2ca75134076cc88f5dd11e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9514dcd926da03226447b2d15018560c4f9fe9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d8bc52547c6329b3d1aac6b8f4b5bb08d98c12049cfeb4a6e1820fba527f4b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62c850bee594d22076b023a7f572ab9ca5f0f395
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2521c797ada085e92ed9d1d82b4515fa1743e227ed1c8eb83ed820aae097412d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436676aae872fd979934d9a21bf2e45d6aa07142
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab5d651897309c9eb91befe416fd3cee8f136fef23825c8e707c4ed8a385a42
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b38095f6ba8ba536f6200dd64cc1755b1cb205f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209f497619f5949cddc241842431f6497778f8ad85f814e31068dca59ad33d70
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f3f73e8ccae17127458bf668d532ddfb23bc21
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38bd4e500867c18028354113ffb12d9bfe41f318579cc259a1e337932c75b3a9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691f852d0e29cc4ad3439dfa817a0763dbe9ae8d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475954ef14861f22b594f23a2935cacffd0b4fa875282da4e59b1843db017a84
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ebed6aab0b688b021d82eb75f78e8ce0b48f44d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904b94fd5d2778991a30f43117b7ec541bd88325e7cdc487bab4cf15324468df
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01e27b17fd84f83a8356adf5e3591a50e86c03ee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182fef71d260364a39f93d1aa92be0ebdcd28dc3e767081f8493193a93807d72
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f55d6081457d902040729859d92b9742df7c993
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f733b9370e2e84758d139a50fd719f2a142733922da44f402c209cdf99e3d9db
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1232e2da3cc217b5ce53320652794a0699bdd84a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:140ae29b3670940a9c47a5255591f673667b39fdd482cef20255141e301dd05f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352889ed2e6192ea8f30f6ab4531e9e585747c56
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12727d353132ad9417ebadf9abf3bef15feaa6ea3fb07b9d478a1afee92237f4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d19bb51519db50cfe6a62762dd155864e48f28e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9baef4c2e7b72789edd4e7b2d3e3202c767259152214d800fea26be32bb500d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d102ed4b4749517beb49fa246c2d88a904e9aae8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0091e708dce9fdd51093140a697955adeec90d39770f67122cb4127216c0d422
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece237c13617d87c8fbc61f84c9cd745b84052f3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc40fa74c66e3007ef1aab85e6ae355ba1d2ce1601299970e025d5af7cf127e4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052ebf17b4bcbff8efde7ad585c34bc47921d45c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ac6dfc4627a571b9ceb9e08e416935fdf64e61bc95d6acc4de15e41f3fc5c1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00cc0d531cc2edd8220d6564b527ce914978654c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a5d245feb9d17c2b3bdbf8a0f67d7979ce60a8da1cacbbb3a7d8f5012c28944
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec03cc7f7281e3765c7f110c93d8963a5a0c113a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee405d129e23405c24995531dac91a0aebd28fababb5db2c39eedbbf3e7d13d5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d657dd0b2504be8145d53611ae86340fc571da
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7876116dd9ae693d64be8a292611308032f121ffc89001e32e3ff95575c08a7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514a6230af9b2303eabdc4847d56d1b5614fa3e1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74eb350ca68e161c0922417f4d2e2c1be85b597ac1a244c77d4588a4f016db60
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1da5f18f9fd4b87167cd0102f188b7ebbdaac13
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c0fcc417365229040a4cd42241d480655fdd42c1a0db5a3edf03eef9a7d2b5f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162d8ab0736d154a663c8813a882c9768e3bf530
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab52fa543bbe4186d1ba94279307ae9d31e9bb599280c72a9e47fff3896d13b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d870e0464a9c410b120cfe981ca75878970134
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0feaa1bc50f1b38c6725b1811fa3e31da23ee6d94f676d17912c2654bd489414
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3666116618e68851f1c924dd362e143ddd7504f5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85fb229d782b292b68a39fbb4421469ba17821d0704c92a62c25e2122c1e6e6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7945da45df109b69dcb1a4d45dc1b2c8713746d5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb04177e1c3d99b1cdafcfddcc6eac59be528c9e7a10bca800d63e174c53c2a8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f898f82377c282f2e0ca4992dc98f677dfb7496
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a5147b5ed2cefd65bd9fd0d791b5b1b79e33eafe4e511e8540234009d9a7ff3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..819b656ad1bd599f90b7a9ac8cf94b5c33dc1b8f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8202cd6ec9292925cfc0d63abcca1c9021a283f19269d337dda41b76eb9abe8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee6a07a6c41aca0335d647d11b37ad61ab5926a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df73a7f9f9d4bb2cbfd172457c7d85e8ee28f18bae41e00e3e7bc64323299598
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1bac418fd356bab9b9cfff794b43a238d2cb1dd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe5fc00f83078de7aa9496566a0da5069060b63b8788405e85b72472a258166a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4614afba0d67819eb61f6c79ea06d628fbc7e7b6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e11014013a4b46e8956267c9198ea8cd41371d3b8f9bd2a6f8292a9996754006
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a430888f5926ac6a55fa8b891a01438b0a1b9b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8cded618357f94d1f97379741c63cb7cf69b1c67348ec5ac1ab7eb6c799d2ed
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..715a288e05ffc73a479f2715ffdd1b46b8592846
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db5527ba80457f8cef9977ab488f7361d02a7b538086db8d52b6c9460b9ff2f4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82298053244e2e3aede1590743564adbdb8d33f6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925ddf620fe9268d5d74ba629a545703e6340d51d6805d1517feda2526020566
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc3b93191a08dbe1489f3a1ec530674612b7694d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee90074f4e7d05395bd1db3c061ae18e47f1984503de426d03a3c42ec3647d3e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f2fdb15763a67da09fc1664e73774b50b0f1ef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ca6de78571cdc796d6510df762816101fe9e26a645ddccd77ebce7d6596db0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633d1f00a796bd5203901dd8f8e4f246510af0e2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c5c51d80b133ac5736235923ffedbc98e7b74be7774e7663504cdb54c71d139
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c0ddb378ee27c707810468a9de56284bb5f2e9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d70135592efea2fca12b92c258d2e6d74eff73adb45e492a545afd1cf48446e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7059fc61c4f99fa2d56b43c90477ababd386e33f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16535df7201b44cd13ca6c42c34d966501e8292c618e5f24a770b638d3e0d1f2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c44f6262c613a98a57f41cfe5d63ced3c5ef8f0b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d07503f568bd7d36029c5b4efcd54044f0363f2da645522fd8ca7bb7ec14e6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..292f9e06be75681fd83824adca4c3beb8510ad93
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae490d163ae6e0533d88247ed0ad8d016d782dacb9945476b54453cb822a52e5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d621099b29c33ac7768b2072c32fa1e93895b106
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94bc6e626169209822fad768fcfc66879912cf4957b1a1c81f3c8686f57de345
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bdb15e62633f42b2dd1cfd32b3877e4091886e0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f504087ce1eb7cf6810abf9c489d406bb74349d30a369d382c780efbf3d8ae
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea11314135564d78b366b54e31e01b68f76d65ad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:393a25f7e6f85c5b3763210605db91b824862c4716c80dc7412a3c37add5d0bd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d76c7003a4973acc58892102c54b7984e2e65835
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:084eb3000b07aa05354eb5042e98dc4ae45092c3da912e25bea7691b7c6be16e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ebd5c4df87cd3d279990daf5746fdebfb7ac9c5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf2199c6a6f671cd51c22915f2abd334183883b7839fd82c18d996170e1a823
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc241769d89e669085bb28fb9f269084ef31ddc0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb32a7d2332b5d36521e0ab186753c8e2e198cb4d36fdd5a084638879ec66e7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..351bd989b5fd9c86cd2243e2e2e06727eca6c508
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe85e9316a854affc3cfd3bee2ce0a34e8a218f9cf0b92e4bf244ec9903096e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c9bbcf385e3641fb9b67efa63955aa2c10a94f0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f019f668c2a2c236cf1eb39fc427cd588711a7272a35a53959aa3b0c2de868b8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bab796cec8f41e9f6f546819abbb2b85f0c8413
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f324333072a8e93c750309384297d3c384d3257624ec391db9835f31ff977ef3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74c7c84fa2573db0999e53d71cc808593890cd2b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6037307e7dad09a7dc70d3f6076547800a2274a057fb76bef90c9d90dfad3422
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d84081bca6fe92d02bfa7ed2201c3ee3c15710
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5beae96e8e113cb7b292672cb206e0c2fc1dc1a6c737f618666dcd246394aa00
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1185773451bd286dddb8b30a3f59e9809bc24754
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54dcf7ff7f7b426940e0c11e8377636f825b09b93911f7319f95a4c8efdfdc62
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e56a6912af6bff98680ec14ada2a7722571dd17
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b6432a3dfc53bb0c6e1e0a9a425cbd5aa647aee548ebe10b258bf01a0b6fbb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bd7e144911071b0b797d78328c7f50ad14e8797
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b628c04737b5c2d00148ca20ef82eaf0e256c9190b2d28a89a91816c037b2886
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff64509a8d35cdf230b2924996603a67a501bf0a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55f61e3a3e739ad03d8191e8c269346a2d26b35ae6a595b4214703eff4b9fd9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b63d03dbbe86f3673ecbbf4ce5c34726989555
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76692c6966464cd80a08d5da01d36e5363945710bb1629302b6411b180bd033
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41941640bb2d648dc15320ddae59d62a7582cd9d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c3be1111b798bb7ce4054747e5c1480074a2f97d763480984f47cd661d25235
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e72a85d4f3d6527108655fb18c8a21e524d13629
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee014287d7a3c3fe89c7d5c90bc124e8be7506e9f84f22e6bb2fba4cb7a37dae
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52fe1abfa85f06e0e565152830ed1a4af1b0c893
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64047a6bb65af6a391fc41e73c1500e2e4b1d45067795f2e835f9a6f3a83f5ad
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..717d7f0eef989d59fff42f8d1fdf0cbae7b4cec6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c8c8019e22560fe4e481ece2e2c1605e63db04daccb63f357c641397dd17d8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca7552e307466a7abc826cf20d3c415cc88f421
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be96527dd88b9f99b86f52449d931167c8371b5d6d94a734d4c7e6b707398759
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f61f60e2ccf44e330b676e6ee41ab1112e1746d8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e5d040b83574a1ab5dc82e62e781beba8faa1fc1be8cfd9fd56bf0c1fc67b7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2667e6c5155f5ded22530c2fb1885174e0dc05be
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eee34c1f47ce04bb4c13233cb6d76c9f2279ee5e8f8a1112ebabe50c27740ab
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb5339ea3c7a16d1f268bd03237012079e60d26
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3897ea3d87b90e5866f11242e6af1ffc4c8ee96d22de956d8f9abdb2e3817d43
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f998e2dbf1fb241c57e0b19d7177c85a0b6b4175
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e6ec098bc582777306f25401086c3b4ac604e2fb45b599d976d0397a4792e7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dee43b518c081872700aa294f5e25a7c67cfc9d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:126aa0435c81c99925a190d7f183eb7738825312ccf1efee55552ee5a83a0403
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbeabdd061e348f46a213f752d3ebd8807f1c6eb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ac669749956f87674fc3c769e7a73f8a3623d3d17dd08b365256211567c32c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..619de60f1e65369267703804b38709c36165ee1c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe320afebe93987000dd2355ad47bbea921bad7abc8c933a6030c5912e7bcdf0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a7b09931c6c1a1f9594f5b87a708840f4c05f2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae0afe21cd76a7cda075dc6595083132454ee9cd5b68413fa11c0b94d61e39fe
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75bbbd39a0108ddc8df3bde7cd03b3a65ea21b98
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac50cd1df6ecb58cb701c4b0c002c6afa18a9e0022288d758b0e9260cf526a11
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a23d9e7eae2b7232e2793b59794d2335c5513b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e6c6174376d4217c4cd128fa0263a895e519461f561a2b385ed40da9906025
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe301d2a7727243f52a8b17c84a0f6fb34f4125
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd01b8ab63f54e6a8d098ecd70048bddcb8308736b5ef08d0127445dbdd4705
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf62c302bd1e92a63b6ea17ee1dad83fb6201d3e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b214337d446ce4a2fd4c1dec7bf3c35ac4cf5898592df1396a6bd0f08772c7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3047f14e7dbe3b0eb023e528f828052ee01067a5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc5c1721f11e9172eb60ccba935b5c3d40e232c252afb54bb790c5349e9da7f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8867d37097e1f06b4b8f0de77cb9dc77841f39
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f6d2ec0330397c6020c2a75f4b76e63b4e5caf1ec4a5d71dc0e35f3209b7d9a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc707f20a8327066831abb2043b23d35a5e46f0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5da623c56091ee19ed86eb2cd2612c28848361f7911780440ac42b81c7d7e740
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7d2aa3bf4856fc2663708f545e3b9694f6cfe8c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48876408cd1f9229c0c98f1e899730e7b9a9f9d78eef75bff8686f8764aa685
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..425350a72a9fcf89e3e698f5e49fa88d37aed0ae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e33fe1d7d501be5c212ffecebf082da7bce4507e78966dd7efcc7ae22c02958
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2330483d8b85afa3c57fe0f5f5887a7801dfc3d7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc7a1f2ee7fcb46714f3cd2d063a5d1d40feede8bce6e0b7c6671fa0f492484
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f68154a15acfd0990ae4c9846db51d7f44f97266
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb5446c2c9fffc56ad0e502270f612cb245b0b8ceff71e528fc25a7a0a29b00b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be718b0377d136b1903b8ceab2e53a681c684120
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e6bdffdbc54ff3e909442357c24888984e0730e9a4242670747ff1e329bf1a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09bf992e05215d698c9eea734d76fe03dbd44409
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb6b98130d81d1f40d2abe46dfbb13ead9eaee4c1648fc60db8073a2713def5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3811ad025f03a48b6d05547bbfd3d7333e91086
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3420adedac1ed12b9a08bb7136814518d3d439a9f9b697f79af874b539d277
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea12e6c4371cac27551be7112cffe7a39a2f516f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae20ddf2d1e476a4d4a726515e70feb6e454c673c434761f8196965f400e4ae
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe7ba1ab82a2a6b6b6f9a08a7a341b9dc730530
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61cd0fcf50b86987427bddbd0443e50797e5b82569898ecb266bcd1424fb3efe
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ec6f8a18bac63f6228c3d935910c468ab2e2de
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ceae3cc7b00d2dd70d76f24884c851f864c198881cef3b7c85886a960aa38b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0206c48893ff36b04b6e15cb1418d070eb753f4c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97eb3f5965d89344279e42a95fff812b6622a713a7b3726ffe75d0546fb93164
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ef6f02c49ba0d2fc041cfe7d6f45d0930668ee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6676cdd0050d7cd20d7f7a67569fd3c794ed99796574637e592fc4a5aac02ba
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..916acd74d9b7f43355712b637d015e23fecca27f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42800079a4a75a533a584b9415c3cf7612652ba2016bff13fc2a2057ce9903fb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9126720d25f9abcddd5d374975cf69312e22bba2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16c0ca8e8c5855ce24040f84cfeea9b8f73704c10f38fb9c1824258b9bebb45
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a098ed4202bf81e98005e4ba6c2bd89942e651eb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a556a0bdecfcb70b251762648a533b02c8d71e7442028a942138d32d612f53a5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21adb91a514a3e89d04bbc62c43792c0bb120ea7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c92b1746acdcfa6e2a4b440e56e83475423a2d5f4a23371845740271678f6186
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3199abd84c20756b81120b650abfe160900c7c3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b66ad94ab8d9162ebf9b73c98eee8ae482a65a3ceb2ddb7e4b1a85d2b52394
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84578618286d5b7d5b1bbc8e8c2969fa03e874f6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84876c2869d1f2e770ad5660b08257b180300e0257a2fb346950bfd76da785d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..513eb5ace805d42ae8d316fc6fd1b9309d57a787
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391117dd9cbf6f55c59a060b1d50cefb0eb1d3d039d6515e52b10557bc761252
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..826612ae0aa608c27eea9cee6fa0943ce155d590
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a21490e75981eef4438e405292ac08ce4a0743099dd84b2cc69024c69e9adbef
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..880473ea10e62276ba78dfb9ac9b45480d5f8da2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d11b5bf60373fbfca0f7fbce6c3657f0786fa4683d8594951e21c52aec44ede
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..206a5045ba5e419dbd33225bd2272af014514647
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70bc339e150ffd56a68a22ebb1b757025742b297c02e4f5949552d737550427
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..889250ae6b318f2d13b5d93d9237d1f9dffb0ecc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58175fc64b15cb9f8bac9b494f6fd2784620b09e758d3836f34264cd59f2e316
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75864e76664d2b33398bf55736d9ef6b2930a806
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d0abf7754d6ebc6fb852dd1efcfd6994151888d14e2c2737ddad46e37cafa6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c21225158cf9795be930af04bf5dcc16a1b85c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67a48d2cfb58273933882b6583d988f42f7be014a235bd8600e3013cb41b29f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f34675aaca0b5f5e9833f49202bfbf5f829a4ed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d37dab77cd6f486534721c6713d1a63114e10cec86f2ce26f06b7a8738defd2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a586179f6a76cce2529692c75dd15d6480fe724
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd6da6629149504d16afac7bf4ca478600eac10e2b69d640a1c4625b773896c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf517732a778515ae999cb97f0ca93fac906545
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b1496dc94b0ec9957d3c272856b088b991f3b5183dd7f4853d5a381930a36e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7f74d2ee6dbbc1891954e2d675fecce236dcf6f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1678996b0ed0ef3860367df3adb413a6d57261d07e5a28141c6f31050700096
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46a357aab91e3cc78a77214999e593397678b90e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac12de7d7bd839dad26bb93c2a05312a76c7f5f28ee91ebf1a9aceae1cbc184
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4526c9c437ece32924191f16d8c32d1bcd775b1c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ed86a0f7eaba4d50c4fc5ad65c18bc140af136175c75fc1263dcbe7df29792
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4923b3e2e5a62b591b4d30525f5bece381a8851
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1395ad64e6e7b2f1184cb6ccf249e6504814d14930d51f4ee6e302be213f475d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81c381da24ff3906af9fe2b359280cd9bba7ca51
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6bca1c80b59a7ff5eff0b8570db4e8917c2b832414b6377e8f92043850302d0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f16c076ab5c18cc051e8bb6240fe1a7a89d5c4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a2cd9e1f9b7c72f89fac949b67a0d2cc4e377f9e7d854f1ca9391f94739471
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec80589156cccc2fc99c310488b18a1d702c27b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c752241a07a1d1d249411368f687dc721f58056411bdaee1706e2788e9d25e74
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc85a3d52124536818d97d768778f0020aa17190
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f31e6c2476354fa2a97e528d3eeba562b862e3b299c5cbe32a933482e6aebe6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7750f839b8b998440797a2ac3fc7df9f7c176e2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f74f9a5f7afa74250aa2716a28005d03e76a8db6400ad3ac4afa33ba1aa13fc2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae855cd1be9eeebf0b0f2a433884f6b2842c2742
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dea91406342524533620128fe65882636bd20a1d572c7333afc7730d4ba7ee1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c7b5971b32429d3f4eb9a9461f923fdf207a97
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde416b8a3d743fcbe280c8c6259fd78cc5c1c46bbb2e9ca058145f0b051d3c4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202f822094fb63dadc4d00c55c25162a0c8f793c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f0328d0e5684d3f49381232cc0e07424e123a256f0ce0c3f950002b9e18a84
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77bb9eb83f91dfb0d7a1f459e00a38acdcd5dafd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05da070e22abbe203bf2f5f1dd9d2cdc93c4b1fc336f418eca076229123ec0c0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d0213f848290bce9970b1d26d3d515c7c2f7570
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d55689085ded457bf020d67fe342993d121982d6adf7554bfadae6b6df025a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188824421f5e76b7e0f38969392afc783645227a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4350b335da6e1bb85426f9865119e69178af43bfa8df85b5bb8c1db9389ac8f6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624a07d913427883cfb51e03eb5b06580bca4f95
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd9f7fc074b89552b6e8e333e2cd27e8a83def4d0522c77ef226e9af2c8df6a5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbcc28d557fc049525499a94f0a65f9e99251370
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7105db6c973937cfe3161e2e60e118216d69421f5b381e7bd86140eb6a322e8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82efe3f1b95eb6102fa84223e77637ad94dfa48
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:294b7ae028e65d3d1f474c5214d9b8c9356d0423b5b6fd35364a8fe175b1d295
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22eebe143653c2401d865edcd90566b49036c41c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158b42aba9097e9628d9a3925310094c5f91255fa932673048ce8a3fd13783bd
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e647da50a6585a98a862280f3c610a8d657ba00
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91dbc3c4bc402bdc455936bb08b520de2e79b74106b648c91b24cfeef1d7713e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab421533d752bee8805857f452a65fd1e59d5ea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cedb5db20aa4244f6c4723aea4a0ed6021df5cd0cc446ca63527fc2544491db2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0744acf2ee240efc8010598c2b09411aa6d624b4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26076c7bc23a79051ff2ce2bd849f41ca5477ca549818aac86786ed161f16bd
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0238d9e51c1e6e77ae9a2407de882cfbe3bf1e95
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b3a474f7dbb7097e44f578525d5c7414c5dfd7e758dcf4b75ca93a490f25c45
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb3ea63744a95e852342e548d7f955dbd4c6c303
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae3d936469ef6aafb2f9f720371f1660d1d1f3ff10909cdc0a1f58476095fb1d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ecd23a7af60d8c8d3ed4aabe395eb981203472
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d519a3e57ca628bfc2ef1b583574c3a45fd241c64ca32bf105676c6d2da706a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..233b2b3dae01e1ba9a15e54d5daf6d2d9071a8ca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1e538256ec77b31477176a7bdcbf8fc3ec5f922d3037e4b5ec0be265d1b04f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e317b92a016762883bb4be64800a673c22a88eb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d8601f5c8b38cb65826f501fb146a48eafbc29dee027816f1c540fec5669db
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7f5129fbe5e24c22a0b5f30cc1bdf0d11717857
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:867ce59ccfd85dde48af5e8ad8111ddfc6f6a9563a18bc804e992b34c21a3182
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f539b121124ab8f750df9c2a7368c533b9d97d49
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a706d6561788329e0ff31ca92b83d6f6dde4d7849637d58981b5aeb77e68ae
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc8b4b3291f5e68f8e374109e71dd209a4a422c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abce4240c30ce475e6b9965a5d22e389659da36e87cdcaec216815c3905022ba
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bccfff0f7dea4ec60a810b3fdc589bd4d5392a53
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea3300e04acc35f0d60eadd410b0b35de0ad8f8a712363cb47e9b2cb363a67d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99567ad2ca77b04c2d853ea7850da4bc13cac36c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a91afeec4ab72c32def16e4794d0c552abf7f57521ca3451142a73eda4fd81
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd2d3dabe128ab732ac49b5256f7e161593348b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb254adb660aff38e288193f01e9261e7919347a054068a12c6db7801c393a04
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e3ec507f018b3d458fbeaed66e0cb61e1d3e01
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0797e2a820f7a30cd65ca815b8109b6e32741e1f878b7a1eebb00ba78851ab34
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17b0dcc3d155bf67a78011904048cf818be8341e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b4f9fbd9b3b830ba54c2620228dca1b8eccf39cd195a9dc0ffeffc540aedb1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f72ea2d185c8d619b53c1577aac0664ea75440c0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2506d024cb73617d4b2fd84fad93dc2afe244d32215134ffec6f5cd4c2c9abf8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b870ba77e4ea2d7196378d8ba061ee0bd627838c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0446dcc0fab64ac5408b74e73c986d4f4ad6b72cf7436d5d538c80bba0a37068
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4839d8c3fc08b2a6448c04d9c3ccb2cde392f16a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e21e08912b93cf6f3e2ddc01d956ce746bb5f7263466cf9e92e4d9d169e07b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0f5259fdbbcdee7a8e0a243b88b4e7c89db770b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84f2b3e681867bccac99681f993c8a13bffe40da6bdc3d46b725da5a012ae4a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de3fbfdda171054254c4dec29349fb9d371d25eb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c10f9d9a5ea9271c7eaa941cefbbff0c5b1f202b34b73a27d4438e77368a91f5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd117d4a7619ee2ce874d2ce9dd199e57924820
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9c5353774aa4333eb76352b2af5e4f168e1ad91cadc3af8e5d7e921cc60839
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb2cc181a4a23e3a18e5731616b2f543ffa7e44
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836c82dbf93a5726df29279082b081623fa5d46434b0d250136d030d85b66dbb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03fc235503b4b7718200c5fa71c207f10e99a520
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77291f1509bad7c9e551ba4c9d2f64d9d4379fdbc89af5779f64d5afb34f3177
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b64d5f5b293bd59c219ff2ae134ae70d4469aa4b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d104f061b10b64a884b25d7595ad812d3954315f5d0d2f8c8b4acf7dfeca0da1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d921e78192465f761b6f7e7ef23b59b0a40a84e7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ef0dad3a19c17383e218b0019d17476c05e77d6cff94c35827855a69325743
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c3e62c1eb32c6e0776e22b81890bc4d5bcaafc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4244797fef7ed6efc9dcc9250905b2c25ce71e75b974d2bff1d1cfd956f1c685
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a9b2eba34a0cce18f6cc8d926cb31f6d96c8d3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9737facbb4d9b1a1305ee3196cbae586315b31909337827c51cb819cc68e568
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..386a50c33ecdfeb131a3307b38f16154553b383f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0940492ebfeae3392f57ed1159cb431c895d4694d49968d5484bee222b2f22
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2497cd4efbb0a6d719648d82aa22f84b744f326
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c6502b97d17b5e305765680c86e047b4d1ae1ff018f44b2a796d09245dc654
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c643d7811743cf73d04cb67e43f8e569ba0cecf7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44953aee837e62ecd2ee1d06ccde54cd3a487bc48122f6aa58ad2e2c6399b247
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35e3ff8ab696536e9c497bf662558548752a777
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8205bb3f7d9b1dd3d412b19fb68d6cf122445f6e18460aa6634f852cb04329
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f89e712299fb030a3f950735a3b34c1eed9851
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7029a24af35cb104c32e3355f34b8ab723081b6c6d80a3e299e64c6163e6c828
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e9eb925b646852a27774aceb8231f2191f0741
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a32a6d5dd71612c4d926fd2d33ab3a8565087fd631afd8831a39f909ee147fdf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42c97ee0295e72db4f9d2b498584cda1efe88ef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c5fb39233ae8d0445d6f415c97a1895462ea8bec34f74927898160c31febdb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a53ad022557296c4479e57dcf87a20e1c23dbef5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8addba4fb6d9a71c2a544777f9e563176c4c90989ac44672263462ce37ce8e9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09d5c656a71aacb06ef7940d44fb6c940a40e07
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48014f5b07bb8ddc81c398409a77b9f7088c1b626f9820cdaabef66086868092
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a07358f7b000880fba71259b00e5260214e9290
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c7492c29758c29a47ff3631f0d35d2dc822be4fb82d56a2b2b29bfc5e602813
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f42a4fc2f4a27b87a141d6ba17e69ad88c2cbeee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15eb8ea45a1d3fd1ac4d715b604dbd17ba9c519bf0cad7592add4d87147b10c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e5b02202b8a6654b8cb025e87ebf80715e7590
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a49db4f194240e49070e938e7129cacaa608084ffcc47aa45745e5a8f022617
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f7f55d49c15aa9196121e5c7d7eb828927528b9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ec8121f39578c8963ac073ae3ba565ff5f98f78bc6178f2eb2e6b3ef76da3a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa0f77b950858dc45a2862e0281df661ecff48b6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2cecbb31b365db951ecc86a0f27d3c58d9b3c4b60a6999d5886c1e7dd15e2ed
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de5e28a5d6a4fe4f17612823bb0b25ff0b83ca1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919d7d7be643c50a21c5a2488c6ef178224ad62eb04709ef3e879eb27b18e0a6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..056aff9d0ddff7d5a187ba55b0aa859e7b0ee275
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f37b4c6f069bc1484dc755c29c0aa610fe46b1e6645e32c4a06661a74f861c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b10dab6c4ccf67aa8312422dd1211fa424637cdf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d53c03aba1336fdbf86a070c8292dd970db02e2a838b93c594ca98b9840172e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e9269a86dad3676a7cb48f5f09cee19fa203ce0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c89863bf625642f3b9be09cb440926ffb21c389d99bf07a70a2b2bee35e105
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253f64a063bbc3e6af31792c14d958e1068c2884
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b50aed8f5dedd2289de91913ab0ecc33367b4fe062765c3f948cf6cc1e8e6ad
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..755ad6c1deda9f364092d75c68bd775a528fcedd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc42ed0060abe51c1b51e13e62f88f48993ec64e458b8a3aa282fb5eadb9b8a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71463267e7ae082c90bdb13b4db9ed119127b26
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c5f40e5df6906c8f417c098d4fff3b71e7b2dcde750bfb87972e7da5d16656
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba5ed7673d652833e08eafe960f38c80f1998bf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b3b192198006b1b3e68007505f4c20636ef306d3752462d01af9f66340f4e2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e495805e889cdea360606fe51b65d2458f58ac5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee6997b4109741e47306dbfd2802750ed6dcbc0aa9da80d8e6b56e203e89f69
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d52dbbe54a5121f7b0bbb27646b0233c0225836
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a393b41bf973d717ea5f7c3c659f4ff80f3d88c9ea868529a3e5b5da3685485c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127c42576b91a6f40e7a89b4c460cbc4fea564d3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb9a1ca7387c2ce49fddbc9042308033b2fca3345ab0c0853431830e44157d5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb9539ee2fc277b92d0c53510536c0ffb49eb94b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25620ec625bd5ffe182c111b4742a4e3ed89c2e03c9c4400d4e38a419de56795
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31450183b67b37bda33e154ce24434281fe97c4b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ba9c6f5292da5ed47bf3cd32b2d72c88e7ae45ad8577789e82b342fe02b15d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1073b136561d983c434e86d9b94521c42ead2019
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d979158ff604ce6473a3ad43a420e9d03c52b0ea2b77902311a95c4988b3a56
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71ff3dae15a1ae3ede6496fc70f76f91f55fdca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2962d910d7f578215aa93a88ee2d8ebfc20328b19434c9a73382ea392b02cdfe
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5f27f862f786268f68893feb4f8db7e64eac25
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996354cb843f1211cedc647846a6f1b4e3f226147fe205a36eea3b433d950a79
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73e710bdd8b99be7ccc623838de9eed8be618cd1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96ef8f0e722887d960ba1723cb2265c998ad905a6622782624fa14620b4014a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554ba0bc966e492d8249ee4d5ef324b6d35a86f4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1a98e20a3a8fa69d4d7edc9fbb7a0c38b3b17a90d41453e3b8f1a4d27ab2c4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7338b5a5c15c193b64e430b856a69bfc290cdf82
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e95569e68d90b3b724e882bfce012605430469207f7c74ef40aeee90b5eb1122
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f0747a99ecfa6dc616d3572c63501c4347ef056
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5fa75cdeb9830197c2da6e235f23d746c65855b4b5c058801531f625dd910d5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a5fb1cb0c4aa34eb4de7911dfb03ce62ca25d39
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c664e1b67648dbdcea53059c7accc34173ff23ddeb92d25b1da133cb2149329d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5290b52e8ca4006b9c8afffbf88f043c3431f872
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20816e0a94f706e37fa609d2f99f6d334ec15a2a310a93ad0feb47c5c7f75f0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f5c634d151ba30c08d9b3304c6b08bc701b172
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef0c130deedf8ae68c8701568a4540f198385dd198514d7fd8db8858c6d7efb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c6555f12aa94b5f9b7730f720f2a8a4410c1da
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d53b1cd69b7e122c5807fa105325bc32246ebcf989761bafef413938810c702
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a191111a39d20804fc59360daad9bcbb1f11019
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff4be726f7ff10a9fca762c12381e9fec278c89c09b81fae352c873522d34d03
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7134d82d68eb006110a4fcca3e7143757905a5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db8597e20dddb2e9cc11a980e19b951ed6fa737524d9bd93a996ce8072faf99
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d88c07ce11eb041976cc05998203106ff5c60b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd0c3dae78c1bd82f3452e96c59b094d9ce52caf4905742b4e1e016b9d9e9f42
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24100a628e86e18558dfb21da54df58448dff3a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f072d99f5f1551438670c298a5f6e24e28c33e7e3984f685987fd23f329b7211
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d4651f5eb75a4bb3c7c0245ec39e99af4dfe398
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0976a524bde0013b9be4f7dddcbe40e8b2768001a705651e2cb1af45d9fe638
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..416054f9b9bf5c8ae3dfd006aaa34dd7be104f76
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949e34b7cd49a3f710caaf0077fc96f056775a7d5f7cec4294f357e9d0e33cc5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd6fde199501c6da46ae9b800a2d6c7b918ffa3c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b130b1343cf87dfdeba8bfe732a3f7652cf20051ad869f903743b58daacd2b0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c4ec63b9a2b267040ef7203dc7b65169e078dd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8bbb96a109ea3ea7c4f5c32489eceb39c4fda596f4b0fc2d00e857d749d79bc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b6fad81be94154285a2352f7a4c03e7ccb606b3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb1ad898e41fcfd922ea7c44b1ff291236a2bc60f2aa2afe7abad32f6a94230
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d1f423e1f855d7d3d6344b81f41e25d43b1dd51
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823036a1d90c12b8a6606090ede9bffc78dff68281b04802495468c1fbd177ff
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c5e17d8f26e3f25805f2218f41853323ac9741
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964222f2293f4c073d80fe0c205f5204fc6fdf508a74d25017ccf83993e342b9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104cb5c69bc3f2188c683d512cedccb5671b26b2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52848f3f817a92cf0fbe4c19e448f2426199bb48c15d7397c1be768531145e2b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c947e74c53fff8d9ded1ca167c6bbc11d51b14
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d9130de59c4bdd0edc821422d596c2f244f3a8e7fb9d6dff1f5364995aba20
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..410b0f67383cb117c8c971a942bc48a3bd98cb80
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b32ff5cd6c6a553e45444ac175044b65e11a54167b88e79a7f69e349f304d3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3421f28e76d690711456d2eb434372502d26cac0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee919bf3aafcdb4fcc7babb92ac235b81a5f774bdd66c732585fc04e5c82757
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2748f82a046614d00cbab105e628495f052aa447
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d934e5e5ce828f17ac91b91e0102e80b2f60bd1613297722a5e231fd6cbf6f3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..865fce46e50d00b82e6aaa23f944583b94f326b4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94efe5f6ebdd216c10b9deacd28c6709567e162fc15baf9d9dd14fd2a73ec7b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ebabbd3ab61964b5bf762a95ee21efe11fa174
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbfabdc57024e866e8f99a977afd908e89c46a64e2905c5ba1edfda8edc0dfc4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8c4f00ece0ac7797fc5e3bb37c615932125efb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3fbbcfa1b594a5c0ba337099e302c409c255b59072783b970fc00071d324ed
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5046f6a35ecdcce26a8db21a9e9c3598b86f784
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae9f598e357f72572e25314c9f89df61a3a7f981a891525dd7d19b100b2ce79
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579e121da40d879a5f79ebce7cc9b506e20b1d2e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11d2d8c55252abaf3be1082f175b33174a5c4830556f83f8b0fc09bfb6e7a99
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54d3417223e28f44c5e9e233e5168352dfb1887e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba02f00f578b13f0f053f3f4532679ebab4d7c6175d329b2e252861ddfb171fa
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f737ccc6385be1fd04ef1b39016c43d71f3239c3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d361106533a946331e85698fa5d8139f0c4296d4ead07a71b1d1ed8a1d8eea4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e18704679e6947699f20e31525e7dee5b3f011e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef908d7f970985689757e3708f8e2e2ca200fb2d60cdd0e717bdf3a3a64df7f1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a10b8dd125af1501dddff960afae8d73b367c6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:401d84ae5055db7b6ed36e2c818e63c4ab4c7cbc433cc0d9800b44d760c59549
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05faccd4bf10ac019e91fc2b4ef98da56ea15eac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef3e6ed1b6f7073aad783fac5db07b57012e146e558621ba3a7e8231b445d8c7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2738658154ac469a4831cab77385bc1e6e2bc7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd9e0ff32b8ee8197128d30eaece1395656d5f5b52e7b42001618675abd3844
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71622bc2ea4cc3af296cbd353e43e3ac0d94157c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31493a46363528ce357c77e0ada092a92d2d8ce4dc029aead3560c24d0178522
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e9b12e0db8b9220ef8e3d0b23c20f2c7ec4838
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e31aeb3a0072cd33505f42ee1b8628a4d98fe927e251ef35946f22876fae33
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9827d7bab80b0a6f03842323a338704b52a94af4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f31a1f0ec1347a242c837fccb3872d4096a1d5a0c0e2cae64637664bc96687
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a85131a51f6189a60a61654eb7edff95be1b50
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c9eae6b917f07a05a5f18f1ad1c41723fcc2882aff96b7a782efd376954aedd
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..690991a3dcd52cdf4d34ec763fd190a069b577c4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd3ae0fe9210a7a3132416d6fabbb177dbed429a277ed7f2514ffe3e6d069c2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8915c40b485d4a5345ebffeee46922f6ba56e38e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6779b8e729e9e1854c20a33c8cbe6e747d80b3c671baae5e0e3773a218a58f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a529a3ef1870f4702405efb0a2101dff6a95091f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6f033ec673030bb10dedd07d453d58d57a3f8726c46e75952ef078c1536c2b5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84a6cb86f7b370a23f34e3348fee018c1b9dd96
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:284545087358424b405dc73c75f897c145b96163647d84beb6a275e226597071
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40410e80b293b6feaa3130774fa144ad5eb4b14b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1be6562706eb530a435a3bdc4f33505fc77e428191ef0c3d82e6c26a0819bb6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b045c2b24289bcf0ec45f2a4b3d5dd631e8a8d0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f2d8314c3ff12c1b9b552f5efc5e349971b70be966020f1a7695b98870f8e3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..844c6e7453a000c2218fa5b38ad7913fc96908c2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6368a53aed78defec9c35869aa96df8a5f5e74432b09ae90ca3a86eaffd7d3bf
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfb381786036257805227c2a4b8158a76582fe3c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d463ae90e141b8018b38b8f5e0671864214cbf04328311e6a656758da12289d8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f7909b9d21c34a0e0bb01cacca13c5b9ab40f90
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43950884e818f47f801678fc3a97541e063a0eaa1bfc66e5016bcc1012f9a3a5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1158fa5e42672236bac878946c2670c73bea10a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ce422cde68f60b63775bba061a1f643572f4e029ba33ee93c7bc6b8c1e1924
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16754e49d251e98dd3ebb70fc0f3d2841b35b983
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35eb3525e62b8ecf4a0c446bcb1e6ecbf412571d7993cf77352cd983a1956f8f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a10941da88aa97d8e775fd2a0e37a43bb08dde
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20253aad90e7a97e4d54f3613b4f79e68a91ab3330c2f705346bd9dffa1c6bbe
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2fcec28300919e210202a6b6aba0837e5d0245
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:349aba626be607ed94dd96f6e2b0d2279aa7b99c74df6cfa57361cdf3c6031de
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e37e6cf3c896cc4f5848dc2623ec529ca2b1a36f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:767f36b69d9c72ed69730ac4c335bacc0970722bf4d5516dd3076a437b961409
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9834d95d5720af229300bf4c4d42a1bc220c0c1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5efe5b982c34a7b8928870689a340f689bf3b3553be4996ee713357f008ef1a6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6abc45c0f3c8ff56073b9429b4b63f1d316a86c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8e06797d6061b62d3132e8f6ae4aa1dbc5a7e4a78b1500aea611a62755abcd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a34e7dc998fb65e0a409981b681e24ae6d858820
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b745a9b312df0aa2b46d17a1a5c28d7cd58b0c1a9655050ebc07ce17e3f80bdb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..594fbefd7d87bed294014ad4f6f34f5630bda1f5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e1c55298e75841f2d031db24b1db478ca62e0d0f6983c5dafa66a59bee880c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..609d3ceeb8844cbb5881b0bd57bf9a4eab9dbee9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42a51648d7860e8b9fbea0e35f2050f6c293fc9a610f9ffb0ffa2f6637ec160
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d1b2adf6031b894d66ef0cac9b479f919d806bc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9307141110610dcbd47b9aad83703966cbf7e03bd070cac0644fac171de4aee4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac0d8a901dddf38e10fbf37dc06c36b17ac1412f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef3ee98c52044b52d42e99c4db813963752f33f016d31fb242761c1b728b0915
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ab98fbfe16091ce4cea7ea19978684dc216ce56
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6501088758fc32ff227955740292102291b180fd7c0c6fff40df56162a38e70
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49234b1693d688cfd02b8dc28f8d83a4b4c8bb3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbbc092bc3ff896926acb5363f3a1d06bb44c93de621dbe666b5e36020a26fd3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e479234f997b2952d99dc6e521a91e4e6dfab97d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad9289a6b004ed535fb2b3c60170230b76f80e51bd7e73fda1fba66aeb8fedd5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a01b95370335ea67a08fe0aea67a8573a529bb3f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fadc3757453a5f1c2c7a5534af6355bbf6381637ba861f0823928429d06fac39
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ff8de081bbc5a5dbc0b74f22814692d01b2075f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23693ab6b4e9412e7530a74e2cb555dc8a03bea51521153e8c7db689e8ed673
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..445b24a717ff948e12b603d8289b1b9bc6e7e0c4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:831d491e329c34143933a407a47fa1a008e10e53e3e7bf5b0945eab546b6a481
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be85bce94df92f7c6ea4a04aa676dc9b503a4d67
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c073ebd22d3f27179d32087da075e361727956ea86d531ad972a8e12114747d3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c66e4d207c68b35efd879a321f1a7133dc541e2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee69038bd3378f119944de8213b377087cac5a3b7759cb7140d1156d8c25fd97
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..019f6ead6fd1efc341817639285b8261b8b3d511
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b892af72f5e4fcf5cbc7fa81040624cd14bd699c0424e08eaadce75e6ef522e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49f6516014a06c7c4b59d9f20ee5bedaa16412a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e25f7c2c179cc237aaf9c2528ac80e4f66052f9bd2aa73ce7a0fe39cc3d0c935
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5894ce52bea3c96a1dddace524eb6c82ef4121e7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172d015f085a88c91d4ca3462616146b743a5bc7d32e18699de58e211ef9f127
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4166da0dcefcd32d499b91bd965e4cd04b456057
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b0380c5e270a79d88f38c668fa2541f9b4ea501bbf1bd3d66b00d21462e56b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d17fcfb4d6c5d4c305fd59dfb442958eb6edfd7f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf9e5d31232bc5c90875e23b7fc2e76ababdb21d3debac2045a9465db5f9b05
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dd4a08076a9d74fcc97bac2d4dd667acb3a5587
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0006e99c4f127e8b6f84368fdcc239756adfd80b3d1c5ef3b4bf877f0a936fed
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/lm_head/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..993f8891a8d9dabb8e9ca7a1098a0f3a08c4d0dc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2832ebad001f71120772c02ed504b128529ebf8d078f5bb9e49cb2dee7a23fd
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/lm_head/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e679b405a5de28c2190bfe49c64a216d2d8474
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6de13028319b7edd4dd0406f380e5eb071241283d0e0384be5ce220e4054f6
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ecc6b29a871745637b5beb56a65180843b7169d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7cedec5c01c87839ab61fa60594248d6ef5a26ff37a9b17914e3b8add43af56
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac73694cf81807fc56efb178a7647faf8ae3b90
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adfb1796fcad3d69b1155f27c4c2262414b44b868d6852f157043d519b16de61
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f94619c7770175995b03370e445eff8a77c11bda
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5ab58e9507d7bfcc89ee8cf601478d6c034b723b1a7a63aa1dc2ebcdd3ca543
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13f45aa6f23ae1b5d9143094acfea452f9e66c8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c014a43114eb97a28cd42c1f5feea07df610a8f5c7f8fe6314cd40a4a6f309eb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ff66decc89cb86c40f19f86d9bf84408dd2087
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:787fa6fd13d14ee79b0a6a9320ab8973ebcd1a444d5f4d7c054035f57a401463
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e7b6f6c61c8b342e7bf41abb0e0a26fe7ce75f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef857811269b3806965dbb529434a83938853f79e0a3d5d92808cea0e8ab2d8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee4060c818be025df46cdb0fcb3ae88e68f4cc8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688bca5a3c651d7cb4271996e6be90ee36a5d401622f692f04587852c3e295a9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f13048b9a0b538e0b99f1733a26dd0886db5aa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17c9ef8a043acf6c8e4758a3bc4cebc29f7fa335d6063fdfc558925f0f9058b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20dd2ad74664d40b019b817740235160a4a233f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09e0a7625a0bceb19f8f504dc1988224f986d3bf525cd99fa89967bbed026e4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a85f81fac8207c613f1c361eb6a08e801c1ae134
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6830000152651dd8e6a887f2837dd280353fb19a62c907f184bd0e051573c829
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..518f8cc91430cd5866a54a4e4da7a244a398434e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a7ec45c645c4467446859fe6dc48e4dcd77d500d62ed927beec14463b893ba
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c7b200b4bcf15b32d9f4ac23e297eefb69b7095
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acbda1ea54306c45b7f1c50be33e1dd69f1231451c71bfccb05e6379e301a232
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52794e42582c30758fd1076490d2a73854aa6797
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5148f1c704bb926ee1be9f062fbd7060763eb04a22aa5a97d0f2750df9a753eb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f799a999913e71074606177f224b715dd8a789d3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865d630edfd5aa7ac36fccedb6e4a352f6937bf9846c16e578ca757f35df8451
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..831b19cec75c6cd466ae52dfe541eb5c80efd712
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a8db3fcc5b76b7ef37457ae6870057d51e6064ad624b1098df25da9bd70d86
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65a1a7c9a48b4823b8f19a3bb849c7a52db9e0cf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ddb2ffbf7ac678ff7023bf9aea5b87a0adf4386f20356b5f92db519b2e223e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7d48588e0cf2c76515ef556b9b81da6d99eff2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd71c47b5a265f77f170ed28016be68ffabde255c3ed26b2729fc0edc8ed20a8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50f4e01e094694223f48712640dfe774defc5bff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1250662590ce170ce56edaa2e26214e79732f960e26a6479a4fc52a74e0e914f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ab0457e81920837dc1aebb5b6ed53f6472de08
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58953970c7835ec91f928feeac9cea020a0aeafa1060be75d9d60492ae6a49ea
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f1bf8c13571d7d6639c7a56ba20e42835045770
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:667cc33580d8a36d12d4e512af15b0cd13a7cc9c5e2a8cc521deb6e8cce398d7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e8dcae39b7211bd46a8b056d05ace3da5745795
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0780f4613e20e3226cdac42b9d4b3f8ee9d97b0bc4024ff10151aae7925b2fc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccd8d935ef3dfa73194d13f82a511bd686936758
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1eb7112a100c2e049515da0244e8e02a7b81b30051e67a691e5cb4cadfd83a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b249b3b11a15adb9c8d2f7d853ec45781461ee2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41918f3d641b6d54dc64c81a7213ea520d61d883eace4be07669fad6ce2ce8e1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a0d49694881ea9c33c8a30382a1fde66ab46f2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d7e32b96dc29c20a7bf131493638c14367dc06d2453e385eeb9b7eb20380c3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b32ca8ae855507b83c5c9090e6e741c0bbc5a3b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592a5f878d101169a1f355b35fec4ff58c5f7d18b04718dc071bd9686c097a25
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c94b42a0436a92cfe56eaaa4aebbf358c23398
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301dc773928017b1609cae880aec20e910c6f8950d76a82857ff9b3f0afe3f71
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..217b2268a04b0b7a329a8da6b065919771582f52
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2c7e1d0b8131c08520cd09c38b04438ea6dfe59d0781cba5cfaf2119a58575
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2976ca368e58a5fc615bfce086bc311c6a91bfa0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f70db2939432156dfd344a0d22cde69a7578efbcfb7895f2237cbd282b41709
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f11e204fe3a67ab21947ac0d0af099ef8fda65
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf03611db38d079b3cf212f430cf6bca7d2903dbad5dc3b421dbc24bbb64fd6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adfb23131c1fc1f5bc013e3f93652c2314cb3a63
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53be015602bf7d6faffb583f141a9f0661d7cb2cc36bc2152d5bab40b6e2b70
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c2a56dc7d1182c92ad0371b671663440aae78b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7baa1f39728375dbe9a21c5b2d7ced1747e12fc6f18c71fd1baff6b144cb954
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03b03bf082c1b2d903a1e42b5da838dc6024e93
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894a27c7a4b368409c7fa3fdb90de6bc9c8c2f5bd674ca5aa49b58d9c643382e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1332fd5fce7529d238149518f2c7835420507b6c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57fc8dc7ec3065bbd58704ae38e1b1cac64c0a4593273a071d48f8a28b72bee3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c44d7da5ecec9f4947e69297f3bfa4f0c9a79ce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daccbe0bfdd9f7b23ac984d901f3b1ffbd65fc0db2ee09801c0228532b5e2713
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f728323cfb6ec99fe3b2f2e459cbb2fa3b85a467
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc57fe48f50f3faeda993f5225d846ab3ab95b4788d0ab50d378decd4b9f650
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc5e775fcd1115e450f6f3460df0435bb32e8ca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17669b7cfe840301bbac678982c16e26d211119f8520f1fb113891ab5969dc3a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..964c0cc1a88ade5887c009745c4db673c7f95bae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b3a3e84f8edd64833e171dd2b2c145e508278ca6f7657b15b6204c90058919
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09286dda02a8b829bdabb733632fbe81c5bc7bf9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8237ce8291cf9ebc23498bdc34f40852d77cdc65cb63742e5959bf2d5a2791cd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd7cdf2ae281807f3b570d48f92fde30c203510a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1f5e7fc12302b0c2cdba31323e518b06156a2cd0d67712d3b168b3f78fa0cd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd23f16895ce17cc0661c69f468db949151d4a61
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f50f81cce2c0539fd9ea3a310daaa6ea15bfb61457e303df5e2a3e3d52d7f02
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0916d479529a4438fb3bc4aa82bb875fc6c77b3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e928db49dc1bb6cc2971b0d903257900ee62104b926d56300ea597e96fb181a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e118df85fba520bf205fc741406c9ee35e657d6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae5a776cc136c916423babce3d87b67530e0022dffb46e4e09108fc91caf4f9e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e987c71aa174f5e670a93e21be651a6a4aa730
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4e1f72d9cac633906680fb0921930b8ce77641a56ef949811809181943554cf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e545229d0f45bdb056433d33face12fc530245d0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed326b87f1918ea9cbad6f58929271d32f07cc056221c4e0f36408f3c442a17
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d0bbdb3d4b3de56f544a1e08ec83c1255463a4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f3a058123cec5cc7bd3701027f2813ba62d946350151b4d1350851e47ed156
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af1301def9bdcfbeb2b8cbbfddf642f39a45acc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2032983a8d24b1dff21d8fb40d2d68571c02d58e248868f87127aa5682c527c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde5253ddfd500bdad79403e931be4ecfcbfa574
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9430b101fa33edbd6e4e04c71eb30519f3946228f0e4483bdc23fb343f3bb61f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c574864562013efdd060e9c51ed90c04625d8c1e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f21e2c1012bd12fb870120717f3abbf76aad4c3e2a6597cb8945b6f849c5b814
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a3b4cec49308630835511620cea0512f186d156
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9fca2e0b35193ab588272f6d8b9ed7c983aff46374e6f86e676fcf55ce124e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df266323a717bb1b75a79bc05d6fd4c8969364c2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0678a497bc2b7aa9e4a235c8425b47ce26d3b707daf4f56679463da674cf8b2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..484b414c464652cd5a00686f3e088b22f0b1f886
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be4da920e1d754ee7b37d5a6b57744bb3a85557b2c5e7e3eee12ec005e8406e3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1245d625aa036e906c49f47e4cd2b302a201a57
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8753586123bd7a6244528d241c90ced5f24e71e0502a0b186ea6de3b496c1e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70b532c6403f74bb3c1d5ca507b1c4e94a36929f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07da118f8313f2ea52f66684758cbd11e28187f15c257d188cbb6aa2954399d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e893924e75ba8f12a3622c770d62d35dff44d1d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68a52eef406b8c4ff531ff16f4f3178710d9c583e20b568321909a6d44f7dac
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d537cba9102bc9d0fb3419dc0df8687cec4df90
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4b3baed85811ad0a5927e8833d890e5aaed43a585364e8ab22daf81fa4a13c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2809feccef097795e52f15c3440f270d764b39
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d141afa4176ac708e8c1edde91c9d3b43bfcda955e68d5a414bda7ac6c9e89b2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab22559c960e45c3bec3457f7b94687328a10a2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49bdc4a2176e9bf6ea4e6358bc16417614d6ad6b87a13b9ce728c5b644e4e0a2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3bbe668882bee3b8619f9dfbcdb34b601f11f4a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0342cdf4fa91015ff6cde701ab0cc3b6347726f0e903571eb3d01a57298c3861
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc662f93a7d94f62e36b03cabb055f53749d9b9a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f860e1a8875cccb3cdb2906869bd1fa6ae64f73c9683e09d97c9e7dbc794369
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811cfdf0b3eba1de0cfcbf042ade06e58c5bf837
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f143bf47be1aa5a71623a9ab99540eab4939ccc5c12082e99f02128b99e00a8c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edbbe9b64315efdee25ebbd339dad817585b9753
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561961f9e95c7adf1c34c677d6c65dbd62c45a23ce4d45b94827e90fa0473ba6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2882fa3555928eae031c800d10d2725013e0fc27
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d486517008699be37885b8fbe024939e31bd2367287aca9ab02b484537d647
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c0abb6e08ef1aab406ec372f8255dad17e9f1d1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309816c667aae1e492beaea11ee2d13520148cf70ffe77688da7e8bca0b41c64
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5268fd90b32bfcb95c3ada6286eec347768e3c6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a2968a2567c09b33dcbbb9835c0245ac34a4e820f9b977ed80a85f81d8c53b3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee6796cde6edd4abf1e78de60d6c880b3858c46
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19379e66cf49f7f7e63990dfa34b0fae8e108cf2cc77cdd3b5e0d5edb934d8a7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9771fe87ffe971c2a3c11b8fa953cd9def775292
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f1f48d79691ad9cda726af0d5386fec2d52b2ff29d842e9a940a79920db04e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de314e5fb85447896d99f0159a33b9d4acfddf2b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3642c1e35a4fa5936d3983e691983d3d8535bcbcaa1697170d8badbeec036eed
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ec01a80a55f644d1c98a289cc32bed9eb5a3c2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dfa1b5c7ec3baa52351329779819b2f06261845c75b1b30d8be6481f0b4d484
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a8ad01645d87fce7179361efe119c9f9694c40f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b88ae061a2458b19be29cebfbdc1d3b62db98e7d6c43a0cbd070b7534fab404
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f97049d977bf0f9476bc276c83849d6ea648895
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1ee431b3cbe94ddfd43c6658a429b89a477971480d15b86d694c60b4571ad1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f7ce436c18a9a148f0c70213fed631fe3470b7d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aee7e8b44fb2ff6baf828b82f7358a6ecdca68fe31b240c629427eb96d5e468
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8de13a39961dc212159172556efe0cdd320ab21
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a240b2622e9dace515f2d2a36e286769ed2d43c41f700333285f0069fad1466
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4630d4ad2936b9de869104f6f589f4c9b3104ee0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e1858bc5ed8b4f96adaddb5eb453604485d64f0793636e7c31ac140b1d2261
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70cd5fb53f3ce95ef2e5c9b694f25fac9135616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b9c30e00a4ce1174d6c555d948e6df289ef0716d6cad0a1fa46bffdd544444
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c629dff33d0121a87b7db401c2c0ac3b2ddb125
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae8c959289aa948f1bdda74d6b9c114a3a9b258e9c6998d2d8d8d5537e35bab
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02e15243d7c40ad00de7c5c751c76fb275f2019c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2d9843dc543184edae89b0ba582a1a19538a996b661adfe04f4e7db4c69960
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70e768656d889300204c56c356f657934f126579
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68dc019a3531630b868d77e03d3261fdcd43de4480d989cbdfd5450a204492a1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc67b941a6a48e9a6f8819c3f67e491fdb1329a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d64471b4ce8a8a7430c1c8a31b491c697008a201b4e28d9b3874e1e6ec3d3e3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c85e25f59bee989c9517d5ec494e9ea5395ce66e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe02458a9acbda92200c271f0e06b22a3ceed28094de1b77a00ac65eb9b01d16
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da6c721730e308fb8d68e043f1ae24694463ade0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8300060707d414e53c34fc2dbb7c8b2ad80929f8b333855891fc2d300339ad8e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ea62f7891ef2e3ea439390330f7b39abdc508f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac81cb25ef9bcbcc0f98a495f86c7f7ed0b55bc045ab58de943e7d18f395fc1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7aba4b99f1d7c592eaaaa142808f002c63b8ffc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929404eed41aff4ab4c42e88a552522942edd6cacaa1897a4ec21934e24be46e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a482497cc38b6dec5ad974c5a52bd6f2aca50b68
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37cd760c6ff5f6fdeb6a301302a32f62c2b7f4f726d57ce8fb142dddc7ec4887
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a399957a55018e8880ff130f664878dd8fb4034
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8fcf64babf6b8a1d6e703b61a669d05d901d4fdb276547fcdccd33ee41f1f1b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c27dbb30f6c50ff08fe24cf8354c9894abc4a0b3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ccddac5560cdbdfb3cbf7e08e8bee35d0ddf0ecd232a8871526ee766a74cdb0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca306cce18ee6cda2dbe3102d9ed28ec1cb332a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd477b400521cfe3c3da86940d4632447a8b185ddc72cad038fd859e42b7f003
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead94565a7e2df63d801fc4df8691758b4bc7780
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59cf30ede6a477397197683b27cdf11a2112d5cdf7968fe30ff130a951cca8c9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3defcd50377b59582422d0e1c9c61e6fa43e2972
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f0342f7dc92e8f3a7da8af97ba9c2c5335e710c9d91cf11abc93abfe34d4ab
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bacada62ad2aaefad1aec04040a4de7556872980
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b6275334f5bbc67381566c41c6a8abb2f867ce516207dde71a9d6c935bbe825
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c21f62ab62fd824b3e281db2158025133b8f1f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f996a61afc312d983ac7acaeaa4053b3d011b285cf407dac2a8c420d1d179dc5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..714ee21c1dd756beb19b4165440d5efc58e0d72a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c515675e008a9d1657048a09810b7077d2c4b8be6d4ab4837044d69c8b7d6b98
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..478b71294e9f96f41a388ff79aaef7aa1d0fbfcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b471540bbe861571618a4fd5ea95a45c37c18fbf1612f89d29c4a2fde18665
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b646a786c3e7bc4a51257a326e5d70103837458f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b6b6b6f2d4a9ec1d307f3a6e0f1cf88f052c8a1394f8a3111190ef5a1fb262
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c244a5c190ef358751aa85ce660a5ad4004b8b9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:958894c402dc3aa2d418d1db6d5bb2e9263ff7b15d6f50fce338ee999240546e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea26145685dcfd2b7c146a8e43d5c773e05b0b1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9bf308312005134b73fade68c1027f88b47b957111f551ac4937caecfe4e09
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b934c7c0a5ef28c882eca5b457d5a77707264d37
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:136b66b860f880dba1e9c8eb52587327aea1011c3165581e40d33902b78620b0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0289bdcdb4b21a4bb1f54d126567b43fe1aa7487
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a715570de93a769337ef5336f6acd4f65137fe4e1f1ef977327df632f0efd173
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..421eafeb65ececde53d5c689e5a6afa95dc55014
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5494f7aec1b705dc4c076963674776cd9edd2b753ff3c265f0186b6aeabf402
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa916052d46a75a9bf1a4df6b2ce9edde992aadf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b42f8a61182490dd2c68449af15880466c12bbd65d5b4b98d4b19ddab795f6b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b660d3ccf8bf383cf817bd843a2a593f3f487e3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181a39296d3466acb5a627b7168de7a22ccba750222e734101cd2241d81606bb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899f42adbbfb3698abaa53f97069f798bdead171
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d15c07f36a644df70a529b320107fb308c630a3267e6c2ed002da8f1c7a9921
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6fd7f07beb62f8f6d4db50cb0c2f9d68e89c03e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2efe00ef6cb3ef13ccc9081dc649c0b098ab615943f3cf89c73a7e7b3e0b5174
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed60fbe9f4580797aea191b56de02228993cbfd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ae4881ded41d345e11d5b0b1c8d5bfd8b108bb395ad9a0ae9558f5750dc785
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bacaf99b3c1108dfc233c287da7c724a4d71fc7c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39337d7bc7c0ec61b2e52247543c293c17cc59a4874a37312d34edb553e9f94e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dad690d7bbec821ead4f08d4329aa2e947ae8236
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a594d41cc8cb2db429db7687b7ac89522bf9d8287be00cb93d8982d116509367
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa31d8542f8696c5590921d0989db81d9aabe43c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f5a4ec53f94697827f6aa43c243e1545102e57e5fd7033e2d9498c2f649a5e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38b5b13de2e5a9d937791c85074e5cfaa4a4d52a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422b6698eea7a4560e4edb714da3ff4f2a922b26e3ae4978fc3167bfd4f67992
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d395966c736a5e8c56c3a910294add443569d968
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d1d202067f0ce9ef215703084c526fb83ca2915b2d305fe18c76f79c268443
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dbca330b44430c31d6e8f4b647961a29bb7ae6c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab7f790210d1054a4c4c3fc33e2b1ca13fd832c5c57a6bf132f8f755a6cc049
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9105957dd1f351766be82a6b9a3927c3c258efff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20b26a92e5c0d307ff30b0e74e177a9c4eb1f5d5c07f5e4fef05e90513d4d9e4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c35480ec7f4a0adde43671a9a5d2104aee7029a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9390fef8a1bc84f82624c7dc5cc99730151b56e0ae5f20842c4c60cc305b0609
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10df53b294cef75fe2c63f31dec4a926e3466acf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51409cedfb9ffa284f0ceb4273bc12cb131db5f1668e7804cc404460ca0d0720
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac813e6f99667abfaf8705a4c377fa0380b47ad3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef08f2ac7f40a38217ca45a44167af8b29f44d03a0e1c0afbfcf93b0c0084ccf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3476b481a867446df08f6ed3c24692d3349dc61
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36f6fb65b6a74aff2756b7ecd2522d5e0c597b2ba1eb8243cf713f508fe0d8fb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81b58e880fb5a48a982f7ed51bd5d6e84f6b663a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314479ea2b96b18834b190eb382e11a7506951fdb3435ade9c2b2d362ef6e8d3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c0ba5e31f1b2f72e85e40ba08078e4c48f1ad89
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5d96badb0ffd778dd9d3229bb3f953367fd1915f086c103fabda61f18d82750
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa459cf6b487befeb5dbbe5fbc6bcc0c3ec4b69
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f54bfd6b3e722bab8a2766cc34a856c3bc9c6056b73330f27a241218157bf1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..775eb590964f5777bdb0e190fdc212b934d09f1b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f923ef84a676973bc7ddbb2696297136063bc4cd0e74e4141f81eb2286b8e7ea
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54c026b8aaa96cb65125222b77abd3126eea6ff8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c034df75e8c7585954af3ee617ba8ac7f5d2a0078bcc42d1687a4a65ebf9de7f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddcb1868f644c5151a5104fa1e6e55dca250a470
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:777e7271a3d3bfed8a24c7a222fe586b81ae3a553e160f79b2182ea3a36750ef
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7285c6bcc75560db67e5f07d4d199b02fec16427
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a994a7c22d32328f04a23e42c8e7ac17a65705dec0c0c462f381cac5ce5bab6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce678666163a047f533b1af6ce0fc7615d4dc99
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeda9bfae6a47ada9607fb41025e82bc1f42e642a83293fc413355003ddc0c08
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d693fed9993d98b24bc9751bfbf3649183c847dd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307964fbf361f5a3e3c793b124ad1ad7ef25a1897517733ecad519f72823e814
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b53a49517a3410923100765c238da5c6bdb965
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fa9e6fa6e8cafbf2fff9962e2a63b32ed82be36c5a3f6432e43e916bffd3758
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1063f9bb2cc6901281bef48ef64fc310df1b9070
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee222eccbd9896d6feb50a88f25939afc54028bac401342bc7c825b77565437
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..332369b807e885f0975e50fca145447540dfc6e1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e117b221b2719257a4e5788290611d6d68429620b7712d09d379038cda61f3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8bd1b868cc2fd364b73a99fdc9f7c3166d12bec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81a04662bf40505707e774787996f5ce7d9b22e527c32833e44c8d96bdcc25fc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a0cacf9554ba6779c9d7e26aededec9d9f04a48
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f902adffeb619fb5581516bf9116fc76b4b0c85d543579735989b64a2b53a897
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7cbe50d39dd27fc61def280f912571c061817ec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06379e37ae9840ec861fe30695a0c1f7e2f5271f6bfeca3b872bc775aeb56772
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb749a1ae83da3b43692c333361aeea6deb9a5a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f92210835384cd8835f171a5e125ca842b6e6dcc95983eb9962ee7a11991def
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b978f189e44801d9d99c78c12eaca3a74b8ac7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2791c3161d9612fb0d4cd98db0ff7865b2954b3082257e3bedfea89b3bbe0fa9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0817be8c469e6995d7ceefc34ab786e3d44ddd61
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c5036c3eedd4421484aafd0a6505f4574506af16aba2c20b78896fe4ab94325
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a8f51d8b47692a4a931d11e4df2c0ca898ffc6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178dfa4a47ff678897c9d4d4a83392655e0b38b19b1dd54ec57d3dda993251e4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c7ee1a813884ba83a88262c47d5c2f27aed7e5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec46a04fe21e43e47749463a422a19340f4232b540e570c0dcb2cb9b9a9cdc2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae4cab0eed9c2f704435c77a600b093d0f09199
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abe337a17d01db44d4d6a489151fbc12ca6e14356acad7b56e761784b9a43fe0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7151b30086de22e4177ab5a3aca06f19874044dc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49728158145dd26af0f18c4d18dc3f61799be1c0e0db217324731c899d65799e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa1871c12b6a253773fc32ca49652ebb53760101
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b7f293552fa84b100a30776f0811fdaa9c6530b6239af6b79557674b8754f6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b7de1a4276c8289b0f7eddcfc53cd771ff15050
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7630d33f25807b25392a34e882227ea77891b70c850d72975aab693d4bfdf9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0994bd8dcb626f567d97ba3ec1fae6929a23c02c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e08fc35dafb473a2694d0e24ede2a7f2a790cb4b785774066ad3bf0005cad026
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aae26a750ad261a2f2fdd03fbb9dd188dbd615d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78812e75abf760faa75f2574f650d343687ac154cc9f6a97df83554b757ac1fd
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f098c2d03ae58893ec05da051aac316baac93182
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a926a882393ed5c3c3ba05c399b58dcfa65de214eed2989bb716b67fc5af73
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9c8569fe93d72252c36a1a1f782a2c98358d5b0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64eb0ec6437115b8a93109f20612a247ef071ef91e2fc74962ed9a4c27505f42
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a18864fff39fabe329630e59ba8a46e6a66074c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b169cc0d1f2144930c8ea0b561b47dc0dbb58ecf1d77e15135e759bb73139903
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ed3f1db6bb77a1b54af5ba4476a3466246dcff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90295f962df98e27480a4a50551e85f823a38c089556dd0ace974da63e6abefa
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ba291b0df34a73b7932979d4a4864ffd89257b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac37161c2c0de813ea44a6d8543b5d41ac1e1a82727739bb614825580aa3dcd
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77af46e6d77f8e569362a6606b2877739a94a0e0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334955a1d27c9495ff54b370399201fb04ef5289cba95a558ac76b51a2afca15
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32454f0985520006ee0a0ee56961a0502fc45033
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a53a04713a931f0ca4e33757a9cd1cdca5be9f76b0ffcd3073735394004c743
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8851ab0b1b7a157e40be015723bf0b8131b104d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb4c1c3c1ee18b54136aa5d746eba1782ffb01f233d2df745d94a01ecca57621
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e186331421677ed2037685327ebdf2dc2e564b7d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d51af3d6ed2c5f69257bd273802762408f3ed4efa084e392e601e3732870d014
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c5fcce43d8dd2fd3caf6dbc5c395d0ecb825a02
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f59a974d04b2ce16c400381cf9fce4bbb66e4156ead33aea0ac614ff2ec5ae
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bf2a339360bbe4a8b01169b848a3771fd16606c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c8e04efa120965d41b1806f6a10fa41bd07acb146b867a036ef2879937a7d8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a76b5ee2d18c61722317f159ae928a09f7c996d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39762b92d3360d7c1e359c9395b700264f584598cc4a5a3ce32b7a9d374f6eab
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7670ba675718f6f615a805c353c8a3f7bab5faf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9978f042f8a218c5f8cb35b2024eaf0e152274ca356a7c6475500279c5a22368
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f65d44daac45af963c6178caaa139450275389a9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abc0639e1e35e26d19bc77897cbe90b7789f58020e4ad968d5ec00ffb647a726
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49eb3ccc92cacfd49723d6b190b9882147ba78eb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:853d3fe0256766d43de18b9f339f71b90af8aad09a2d6304e47cc63d4d9cfcbe
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce022703718f102b02a23d68cc165e5ec7c24da
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cedf16f3932cf762dccbffc0db29bc7b8ec6fb65890636e739fb9d5cea93a0e9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9deecf3029ef6e89ab01656a2bb443289c06522a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5cfd108a27660d85cc7a7fb20524572a0d2f6bf54df9987fc44cb8396386ed0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0930ea9ae51c75808fedb838cee683a5ca4da0e2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55cc1a8ff177d6d4e48c76c4d738ef8190ec1565050387f819c60a0b9aff153
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51fa5cd8c188a78368479885923c7a03ef8301f1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c71f190adf03fd8767303ecc35a4e2b889aa3aac5525b1a66464fff1ff93af7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd58d5cd2ab74f3c54da5303d10e729bbb5eb7d9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9f8ba6bd903f56aeb566e4d8b6f98361d5c32115c26d7ac668d2bcb978a0ad
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b929812dcac1b80511eeb241434c84f3eb0011
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700ca7b47d2203a93204cebb73643c719a1952f365ac31a1ba8380fba0945217
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8488555d19d12f15f5b93e899fbcf4dcc86ad46e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991694ddaf8ce6c975400c3607cf6d61dedc6200bce5e6d61e1a3ce1ef77eeea
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e33e63589dbadf3653eaf88ed3675f71bbe900fa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4fc2e1a17fb1853c8fdc8b13e3be9cb67a7ab02b9b309a6023c07beba657be5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd38bd1a20895896b6d9811ea862ed7685d766d2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50d0222ff68bf85ce34e6cbb10516261872f619fc741457ee859ca515d548e0f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8ef4d8183922aeb555cde8289f376c720cb2ca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4cf1823221c817e036e00b7a9f66791e96a753a7dce92e392a2b408c040c4e2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e6302b61b4107e6b0edfd06cd9f351342e8ee3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd003f74ad5e3d7c52cb4d24dc20cd725bb4245a6a371794224f8a5430f09c6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc7195374b13fc4ce9d7323706decd3d748f0e9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8117921febf0e12aa00e1a53f12541fba694f302407a2338d68f04777db281
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac9017977a178eb4684aae3ae664c1e7b229fac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9baa596b51db01426f026cdc3a562c7e703456c2e86a72e314711818a79c8f5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b4ffb62454bc11a6e9f77411d69df738ef7676
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400508a9ab16ca158c991251639483311640bf4f0bfd2a9a3dad5bbe35f78777
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0914406e2a3133e8a68edaf09c83f046333fbcd3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0994914669177e7c8ec1f419e4452f380668e37a1cb04f6fa63c88ccfe0c0c5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a71308af0b2ea6d6c36ebec25b49c41d3f655ce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88c82280b494296a47eccb7f069a5dd8db9cd586783d9fa4a7990faa3590ae6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8340fbb9dd1bedcf87552d0ebfbf73a6ad23f5ea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a493ef70ddd2b4dba08da4fd4a5595d24dbae4a4add6f6d10c43081677fba0db
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c34296098e63aa82f354644cf7c5525275ea8ec6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222bc0d3e963989b309c45e245bd10a775b5fcb64a9e754e8bb4f48034ac2539
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b0f3132387e04c4d921c2c57481f6850c6863e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6abb398689e3131a4580c31b802bbdefbd3b67560dad6f3c89004f0862cbad32
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cb21ea4dcef2efa3591f3983a7221b51a3af097
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3cf7393c2b17b7304eef7619d59a01c9476f63d67e70f34797e631eaa14c63
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b77c91410ff241642f622400505fddc3374838ec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44058adc378b4820ca3004c340118385f0500f57f74a74683c710a5d7805f493
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba5f12180d06d9cbbc21856f44a1e519f310db6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a423faa5facc5eb9f5d7c7f496be15c5ff5f5f8f14a401272e5efceeb9582177
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5796e748420fad85e7a0d1bb999bc81577e8b522
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02324e652eb142c5016870b99fa02965fdcda204a85dd7e8bce94a884b8b7749
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd9e94c5dd013dc6eb4ec2116ef42d57d6bd2933
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7afcbbec12eea9935d330e658a08cd72fb6453fc5f3e63cb004863efe651fd55
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0610debbd4248e8b71c351b0ee544d8b0f9b0ff8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980040d2867b0ddd87c529b03342bb9ae2511846cd65805877d433d14d7c04e1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e852bf2fa9dbf3feebb8db48542bb8e75cfa6665
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f0c5c77d6fb21f254081232bbfdac3db54d283a69472a9659d2f62b25d52727
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df008b7298a31e23f8729f6dc95a0a3d75f9c9b3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290b3643137d26631f2ef9e091d9fdaac23a2185d74411a3df1fd11561a7fd04
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62cee0d080748d2549246e64a1ce08b0b74e898
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74088b317e6e040b01fc3242e3a3471c1174584d853d5e2ca1e4f09a1c29417e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4747bdf067de052e0e69edc7e4a29fbe2e543ff0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4764a0c5104f0c36394a0bd080670dee09c7a64da183574deba13ab0a0055d7e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b68ba75f5ef237ca8a3352c2e9efcbe6960178
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5f648bcdbf1a9be0304f7c32c5cc9f160bb8a67f608a963732dbe1200b10b0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad535493bf5bfbcb202ade72aa1c833d945eeb98
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30bdfc4a5ad7ec1230218d750d1751f7b02aed643e6c2ac79ba930942260b64
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd99986107d71782aba0ca914d16e17d8a5de641
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7190c3dee9aa8dc102140311dd8afa2fc6324f5b74a61ac803c435523bd9523b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aa73bf683e6d24c19187702579f40681e61964a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361b8023affe7bd29155d1b25c8cbb86fc23e05dd6e64ef1f59a4555a884f28c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64fe2621a2ed0c586ae4dd16d4750f054429b5f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:237c0ce6c05fa8d2b18fea0e51061c2be8c400ed3e969a5789d70afb52645cb0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a1a166ee66965a0c624ed37f238ff81a6c80e81
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128fc06869792910c4809f74dcba8877bee5e6b2ad9aa4baec152d937824e145
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3d68365ff439c4e9cc06230ebbff36ca7e8de6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce70ed37354009275bc8ce5cb9eba49707c1e88c6a2ca75134076cc88f5dd11e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59ac2c10024840db31fb5957e325d6f2a920f9d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:441c3eb969d7a1aa92392c0516c780f19a5d977e7748ae7047b2946393059cb1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62c850bee594d22076b023a7f572ab9ca5f0f395
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2521c797ada085e92ed9d1d82b4515fa1743e227ed1c8eb83ed820aae097412d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f131f9ad3c32c744259ced0ba4d4c73198783da9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb0b9305e83e13f876b3c4a7d9871e02bf18d476e26893e87c1c35ab7d6fcc3f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b38095f6ba8ba536f6200dd64cc1755b1cb205f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209f497619f5949cddc241842431f6497778f8ad85f814e31068dca59ad33d70
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..124779489940d3fb166e546154501253903121e6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea5f877d26f5d5cceba0f981f8006bfb8e9c2ec92c45bcc63fdf477ae9bbe0bf
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691f852d0e29cc4ad3439dfa817a0763dbe9ae8d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:475954ef14861f22b594f23a2935cacffd0b4fa875282da4e59b1843db017a84
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ebed6aab0b688b021d82eb75f78e8ce0b48f44d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904b94fd5d2778991a30f43117b7ec541bd88325e7cdc487bab4cf15324468df
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01e27b17fd84f83a8356adf5e3591a50e86c03ee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182fef71d260364a39f93d1aa92be0ebdcd28dc3e767081f8493193a93807d72
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3d7bf451c55a954a6efa16f922ab40908299472
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47866ae4522abcafea10ae930e68b658efb1d8d8c31c706b0206c5e12ae6caaa
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1232e2da3cc217b5ce53320652794a0699bdd84a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:140ae29b3670940a9c47a5255591f673667b39fdd482cef20255141e301dd05f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..352889ed2e6192ea8f30f6ab4531e9e585747c56
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12727d353132ad9417ebadf9abf3bef15feaa6ea3fb07b9d478a1afee92237f4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d19bb51519db50cfe6a62762dd155864e48f28e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9baef4c2e7b72789edd4e7b2d3e3202c767259152214d800fea26be32bb500d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ce14e55907ebef20af269b42928b3f35d7e05c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2314f8cc0e60b6bbfa089632fbfd63f11cf9cee9f440722870ec10d5483d9ab6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece237c13617d87c8fbc61f84c9cd745b84052f3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc40fa74c66e3007ef1aab85e6ae355ba1d2ce1601299970e025d5af7cf127e4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b212795cca0caa8b40de1a5be579a03e9ad288
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3136548e4c5e0f45dc2b2c3eab6bb4834d49530bc41d7431c6a617f5a4037a8b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00cc0d531cc2edd8220d6564b527ce914978654c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a5d245feb9d17c2b3bdbf8a0f67d7979ce60a8da1cacbbb3a7d8f5012c28944
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60643b3357c5094ad187ff30a4611e8676f52174
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf3bf682478ee8513ad78fc6addf09560b67fbd385831c7d85448b902ba2a859
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d657dd0b2504be8145d53611ae86340fc571da
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7876116dd9ae693d64be8a292611308032f121ffc89001e32e3ff95575c08a7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ad06abe7c3bc0a7a3b9193089ec5c23baf7df6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b1edb0ecb86c5caddaba53a648daf01d685162f6458a476a4b983517badfad
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1da5f18f9fd4b87167cd0102f188b7ebbdaac13
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c0fcc417365229040a4cd42241d480655fdd42c1a0db5a3edf03eef9a7d2b5f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2de21efed8dd5320bb5fca3b992673d9bc67559
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b3c6b1c5b8e4930a4ccf8d7a92db2026bda1dfd8b930c697504b4dc88c2fb2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d870e0464a9c410b120cfe981ca75878970134
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0feaa1bc50f1b38c6725b1811fa3e31da23ee6d94f676d17912c2654bd489414
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac239f4a2ee271dd1f384b232f972fd2a6f04f8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a13441718a2525b15bfa520be77024655277c67eebb45b3cd61920edf72bc4c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7945da45df109b69dcb1a4d45dc1b2c8713746d5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb04177e1c3d99b1cdafcfddcc6eac59be528c9e7a10bca800d63e174c53c2a8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b49933d9db44471ce2c9bb9af74657d2253b5f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b095eaff6c4c33262199e944310541474084d26400c561f2770278538388ef6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..819b656ad1bd599f90b7a9ac8cf94b5c33dc1b8f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8202cd6ec9292925cfc0d63abcca1c9021a283f19269d337dda41b76eb9abe8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc0cc6c1bd932fe31eb697aa6349aacef6ed121
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2e3635e1a51ac0cc88c769cbd558d2f076064623c1ce01aa48ed109be052e6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1bac418fd356bab9b9cfff794b43a238d2cb1dd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe5fc00f83078de7aa9496566a0da5069060b63b8788405e85b72472a258166a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b557243be60f70a891cc6d7ac9d8ee34b2632733
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbed611b0bfbc4306bf2c73010b1ab80887890721e64b8dff508c73df3cb50e6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a430888f5926ac6a55fa8b891a01438b0a1b9b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8cded618357f94d1f97379741c63cb7cf69b1c67348ec5ac1ab7eb6c799d2ed
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a10481f62d4f20ccbde685c86933d4876608a69
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812bfaf50b10eca541415cd9e8e9d39f1ce988ce625d6a90953558aed0725fba
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82298053244e2e3aede1590743564adbdb8d33f6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925ddf620fe9268d5d74ba629a545703e6340d51d6805d1517feda2526020566
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd60eeb06948b0cc6a852fca0873bee93c263234
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05708942b2b4b90aa34a58f25c24da00a597c3ec4cda567243beef8900c89fdb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f2fdb15763a67da09fc1664e73774b50b0f1ef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ca6de78571cdc796d6510df762816101fe9e26a645ddccd77ebce7d6596db0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110e29a4c57d70f1cfd1f90534c23df70d53ad60
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce72436b3586fbe94c9c91d97594f1d575d1d074bd631310ab58d699428b486
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c0ddb378ee27c707810468a9de56284bb5f2e9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d70135592efea2fca12b92c258d2e6d74eff73adb45e492a545afd1cf48446e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158469f57799f915a858f0d1c4df25ef81015849
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f927753baf1f2222ce567bff07ef1aa537f76f1a6e12b2d0fe61e47f185b4e3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c44f6262c613a98a57f41cfe5d63ced3c5ef8f0b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5d07503f568bd7d36029c5b4efcd54044f0363f2da645522fd8ca7bb7ec14e6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..292f9e06be75681fd83824adca4c3beb8510ad93
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae490d163ae6e0533d88247ed0ad8d016d782dacb9945476b54453cb822a52e5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d621099b29c33ac7768b2072c32fa1e93895b106
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94bc6e626169209822fad768fcfc66879912cf4957b1a1c81f3c8686f57de345
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d25df60018ebb0ea5eac52279bafe9b5fb62ab7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c94842670f538d0124d7ab36f85d11a1aa6c88aa805808543b644ae394b30d5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea11314135564d78b366b54e31e01b68f76d65ad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:393a25f7e6f85c5b3763210605db91b824862c4716c80dc7412a3c37add5d0bd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9670223b274c66a34ece6ee1c3127d31384264fe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf0351fe5facb423f3a3284f8418aabe84820587b55f843803eae43928fc1aea
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ebd5c4df87cd3d279990daf5746fdebfb7ac9c5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf2199c6a6f671cd51c22915f2abd334183883b7839fd82c18d996170e1a823
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc3379c7ecd9fb8fe22bcfeac83aafbd93f8f485
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f4da02e36f89ed067f169da49612254441953cc5ed31b9f4cf30a25396c54a5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..351bd989b5fd9c86cd2243e2e2e06727eca6c508
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe85e9316a854affc3cfd3bee2ce0a34e8a218f9cf0b92e4bf244ec9903096e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4183596d666ece7de4845404c31e7465e34cd0de
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7cdfa9ebfa0c42ff0cf1871b3d66a2ef6b58b654372cefacc8e55a4f03bbccc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bab796cec8f41e9f6f546819abbb2b85f0c8413
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f324333072a8e93c750309384297d3c384d3257624ec391db9835f31ff977ef3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b00be533a59dd0028341a8a87f9962e1f498886
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94197b4636a489317ecb5c2f8d653a10f60c02756aabc207c8fb156b7fd5da5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d84081bca6fe92d02bfa7ed2201c3ee3c15710
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5beae96e8e113cb7b292672cb206e0c2fc1dc1a6c737f618666dcd246394aa00
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4dd8f6d4dcf5068e2074f76112f4337a7500896
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5aa7bb6644a180d763722e1eb683359ebcdbb904bd3bfcbffd61b14186a687
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e56a6912af6bff98680ec14ada2a7722571dd17
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b6432a3dfc53bb0c6e1e0a9a425cbd5aa647aee548ebe10b258bf01a0b6fbb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f99a38c3221de0d0f3c40cbf0197f64a11663b6f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd97221edc5a5a64eb067f54852729de2d8da81d4259b207de1c3c1b297ec70
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff64509a8d35cdf230b2924996603a67a501bf0a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f55f61e3a3e739ad03d8191e8c269346a2d26b35ae6a595b4214703eff4b9fd9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..280033b555757e6ee73d7ed8edc47875efe729bc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9327d05394b82b87b3d15cea47c52f93ea77265728d7c120d707dfd8229c4a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41941640bb2d648dc15320ddae59d62a7582cd9d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c3be1111b798bb7ce4054747e5c1480074a2f97d763480984f47cd661d25235
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20163071cf1b696541935e1fbeec5ae8e92e478e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d1d59523d55f98ee0ce607629b29a9d688b0f19d7199a46003050d6c776059
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52fe1abfa85f06e0e565152830ed1a4af1b0c893
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64047a6bb65af6a391fc41e73c1500e2e4b1d45067795f2e835f9a6f3a83f5ad
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f59fa88f952c1aa987008be1843fe3c290a164ca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8077d9babbd84dd17b528749c9f974e9c599bee7e8671e35161bfd3f5ad991
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca7552e307466a7abc826cf20d3c415cc88f421
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be96527dd88b9f99b86f52449d931167c8371b5d6d94a734d4c7e6b707398759
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e0ce64829295b96cf054198a43189744bc3f4f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49444877714fb717debfd815bb310108d2e4528701e86c6da101bf4637e5a493
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2667e6c5155f5ded22530c2fb1885174e0dc05be
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eee34c1f47ce04bb4c13233cb6d76c9f2279ee5e8f8a1112ebabe50c27740ab
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c1ff219a790edcf91d2cab70fe77ff95baa601
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c9fe755537d5b4273598ac5a080ab1d453826ab2dc380facf9ff9c57de14704
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f998e2dbf1fb241c57e0b19d7177c85a0b6b4175
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04e6ec098bc582777306f25401086c3b4ac604e2fb45b599d976d0397a4792e7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a0e47c33d1c2aa891b79c4b32eabc55cd3cfa2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df7549a2fb9b2934893d3a649bde864cc25b55883edbc79f73b6ee19a4949e9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbeabdd061e348f46a213f752d3ebd8807f1c6eb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ac669749956f87674fc3c769e7a73f8a3623d3d17dd08b365256211567c32c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..736fc0c954e915a5bcd44b235d1fb26cd7ea4eed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ac64876ab83516c1ed5c72a49a1f13a21c4f5466bc2a0715fba10ebecc41e5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a7b09931c6c1a1f9594f5b87a708840f4c05f2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae0afe21cd76a7cda075dc6595083132454ee9cd5b68413fa11c0b94d61e39fe
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbdb065acdf2ac1deeb52bd9cc6dfdeafed12978
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92efd9f142549f5128260d1424646c9c3cb0058c742c8609d642e2533394e8a7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a23d9e7eae2b7232e2793b59794d2335c5513b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e6c6174376d4217c4cd128fa0263a895e519461f561a2b385ed40da9906025
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b066dab0bd226af592d731a2c782c2e39e6cd7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:289d2c855e54421af9e2ef455c4e8935b0fa2f1efbfb296e5e0c460c0a22ee6f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf62c302bd1e92a63b6ea17ee1dad83fb6201d3e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b214337d446ce4a2fd4c1dec7bf3c35ac4cf5898592df1396a6bd0f08772c7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab93227096e08feef55e321058aaae00c4a3b44c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7445ac9ece6c25f7dee18bd0bd42b2d964925c785e7a669096599ef438d342
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8867d37097e1f06b4b8f0de77cb9dc77841f39
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f6d2ec0330397c6020c2a75f4b76e63b4e5caf1ec4a5d71dc0e35f3209b7d9a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1a84dbf2e3f8779a94566d40b65294d0a1abcc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f664f96ec9fe8b262f5afcade6b9372382f56cad20c40be642fd8f3c20ce402e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7d2aa3bf4856fc2663708f545e3b9694f6cfe8c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48876408cd1f9229c0c98f1e899730e7b9a9f9d78eef75bff8686f8764aa685
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87fe3315e498513395cb8f3a044f07ade6a5991a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f614e760e26cac86871c3dddea5492933d2dcfa4b9008dc0c078cfeabbcb9351
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2330483d8b85afa3c57fe0f5f5887a7801dfc3d7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc7a1f2ee7fcb46714f3cd2d063a5d1d40feede8bce6e0b7c6671fa0f492484
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..068fceadf29d2750733ceaeec9a0e21d005d5899
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:857b6db600a348866298c5a48f83b3a7ebf4b8ed2d19f073e380daf0bce74d7e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be718b0377d136b1903b8ceab2e53a681c684120
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e6bdffdbc54ff3e909442357c24888984e0730e9a4242670747ff1e329bf1a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a19829b8950e9748d7a55277d9852e0dd53a7c6e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64690c60bdc2ca2e4ffaa91ebef54afec80d9a8e9b1f8ddf05200f4ab9009d82
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3811ad025f03a48b6d05547bbfd3d7333e91086
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3420adedac1ed12b9a08bb7136814518d3d439a9f9b697f79af874b539d277
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69fa14c4918c67fa0d9656c2716b30f43fe18b6a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23a8ffcab6b4639a88474859aa3e0a9fd37e2ed32b137ffc87cc93461485c26c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe7ba1ab82a2a6b6b6f9a08a7a341b9dc730530
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61cd0fcf50b86987427bddbd0443e50797e5b82569898ecb266bcd1424fb3efe
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d98177b06a72502aaf798f2d7e10529cf60484dd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3860d7a63146835b663f179e0f36c4a287b8644cc7218ddb468489ba3433e5f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0206c48893ff36b04b6e15cb1418d070eb753f4c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97eb3f5965d89344279e42a95fff812b6622a713a7b3726ffe75d0546fb93164
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dab602bfefd76bd9ea63d4404fc99d2875f655c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:431c8fe196aac93353e7d391fffd4c08212a1b00704b7f31a3a2b8ed482948f3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..916acd74d9b7f43355712b637d015e23fecca27f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42800079a4a75a533a584b9415c3cf7612652ba2016bff13fc2a2057ce9903fb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c4d2ee0b96a7703f51554bdd834b0dd132fbe4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db809a5d952ebb46b726ac58b2bb84c40c7022534afed5baedb9df69384c263
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a098ed4202bf81e98005e4ba6c2bd89942e651eb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a556a0bdecfcb70b251762648a533b02c8d71e7442028a942138d32d612f53a5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed2ae04d34c6f30cb9571c5f32f80f21c757c47
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdabebd025f76732885f943355b12227ad1bd661fa08b9225f743d29e3296129
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3199abd84c20756b81120b650abfe160900c7c3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b66ad94ab8d9162ebf9b73c98eee8ae482a65a3ceb2ddb7e4b1a85d2b52394
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1ef2292dfc3c63158ef286efe859f20f8fee93
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30fba548d1638ac7fb8d3c06f0cfd7fc936ff1894f6ade9dd2467a63603f2408
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..513eb5ace805d42ae8d316fc6fd1b9309d57a787
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391117dd9cbf6f55c59a060b1d50cefb0eb1d3d039d6515e52b10557bc761252
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a89b2ee2be8caf29cd9c2071ba80a7899fe609
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40466f7a7c5d1d20753d773a665c999a379373f9c38b5c68e7d6a6f3c002bcc3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..880473ea10e62276ba78dfb9ac9b45480d5f8da2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d11b5bf60373fbfca0f7fbce6c3657f0786fa4683d8594951e21c52aec44ede
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b74e1cf5ffb4a6f148db224c4bea82f2a5f54faa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdad1aa309ad66fad2d924d2fb3e27e57f7c3b6822f63c41e01141809d71dc45
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..889250ae6b318f2d13b5d93d9237d1f9dffb0ecc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58175fc64b15cb9f8bac9b494f6fd2784620b09e758d3836f34264cd59f2e316
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7188edefecc1bacf5816233c55c293d9c8e6675c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147732624c9dec3f3fc0cc8ec29297fb4b67f4a0ba6d36b8b7f41347c838c57a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c21225158cf9795be930af04bf5dcc16a1b85c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67a48d2cfb58273933882b6583d988f42f7be014a235bd8600e3013cb41b29f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84d3da539700ed8ffad61d2c41382cd6642e552d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d8e951ff779b11f5b1badcb68d91777d59f099fe70ebbc5f1eba72cde7d0b9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a586179f6a76cce2529692c75dd15d6480fe724
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd6da6629149504d16afac7bf4ca478600eac10e2b69d640a1c4625b773896c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd4a816b3bd233022fa086c3279052c368e64a7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f2c6b7a2b3b172a143574b2a6c95b85a69e0a3ae452ba5a83c657e3c7c6fa7c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7f74d2ee6dbbc1891954e2d675fecce236dcf6f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1678996b0ed0ef3860367df3adb413a6d57261d07e5a28141c6f31050700096
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa8503c35f0dede323a4ce4a4e86c10d536b92e5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207217fe61a1d0bf3a876897ea77ac29ca44b25444e0e21e9a3bb9f8f02f2de6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4526c9c437ece32924191f16d8c32d1bcd775b1c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ed86a0f7eaba4d50c4fc5ad65c18bc140af136175c75fc1263dcbe7df29792
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56e2208e8eb9015e329e502be907cc894230bf2a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:362f89f21b9a173eaea43d87fe0fb1499970ff6da8e17985cec425994f7536b5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81c381da24ff3906af9fe2b359280cd9bba7ca51
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6bca1c80b59a7ff5eff0b8570db4e8917c2b832414b6377e8f92043850302d0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f16c076ab5c18cc051e8bb6240fe1a7a89d5c4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a2cd9e1f9b7c72f89fac949b67a0d2cc4e377f9e7d854f1ca9391f94739471
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec80589156cccc2fc99c310488b18a1d702c27b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c752241a07a1d1d249411368f687dc721f58056411bdaee1706e2788e9d25e74
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86b0ec2de1ade0aa8b8d6651adbd20e6387379c8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea4c76e020998c8d84f3923c886f49841a13baaaad040878b4006b267382c46d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7750f839b8b998440797a2ac3fc7df9f7c176e2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f74f9a5f7afa74250aa2716a28005d03e76a8db6400ad3ac4afa33ba1aa13fc2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162c9b2bb475eed51fafb8df0dc9aa2e6c2571ff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0893753447180eff3d0645a810dd75a0705b4accf7de740690264a42f5872de5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c7b5971b32429d3f4eb9a9461f923fdf207a97
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde416b8a3d743fcbe280c8c6259fd78cc5c1c46bbb2e9ca058145f0b051d3c4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29eb60e269a3cca31e8eee9537137029d484147c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e8338916605c5ea06f8587e5eaa89d43719cdd2c6504567b56c524e5b981a4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77bb9eb83f91dfb0d7a1f459e00a38acdcd5dafd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05da070e22abbe203bf2f5f1dd9d2cdc93c4b1fc336f418eca076229123ec0c0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f4558eabe684b79c841ef23bf162ca81a12c0a0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38855670f87ce9c00c04e157281985e0a7a678350248493eec015e3f53ad3a93
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188824421f5e76b7e0f38969392afc783645227a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4350b335da6e1bb85426f9865119e69178af43bfa8df85b5bb8c1db9389ac8f6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18bd75831d72cf6fbe04af767cd5b7fe9c7f0e04
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02265592c6fd9068a5e1e635ef628c1f50f38c3dc3e8a886f4625d226dce7d5a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbcc28d557fc049525499a94f0a65f9e99251370
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7105db6c973937cfe3161e2e60e118216d69421f5b381e7bd86140eb6a322e8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11266da1b353b004b8581870658e80dfe966ce6b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:923453184c6eca154e5ee9324560f8217e8f3934b61459d2479ad58f702086db
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22eebe143653c2401d865edcd90566b49036c41c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158b42aba9097e9628d9a3925310094c5f91255fa932673048ce8a3fd13783bd
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..310003f15d009da249e9740ad3bcb25e5df6ad2e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b4d95287529fb354bbb8bd5431fa436ce2eed013821c33c4cba8273557dcccb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab421533d752bee8805857f452a65fd1e59d5ea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cedb5db20aa4244f6c4723aea4a0ed6021df5cd0cc446ca63527fc2544491db2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcacd404dd59ef480cc9b18fb407492f5ddeb504
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178f8a084828412ff0eb672b76cd1661695f75c5ddd761180e5a73c4209761f7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0238d9e51c1e6e77ae9a2407de882cfbe3bf1e95
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b3a474f7dbb7097e44f578525d5c7414c5dfd7e758dcf4b75ca93a490f25c45
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b289401b4ad3f211851073e86a418787e03721
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad19f0a4d4dc2c174a645a6384fcf9b656ee297de2e711f4cd122ca77b81b96
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ecd23a7af60d8c8d3ed4aabe395eb981203472
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d519a3e57ca628bfc2ef1b583574c3a45fd241c64ca32bf105676c6d2da706a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62c908a51c6d73569d7be6b8ada7c62816ac5364
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee9971bf44425928e5fcdfbc33d4ea85cef561857fd74cbc174456cf123dfdb2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e317b92a016762883bb4be64800a673c22a88eb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d8601f5c8b38cb65826f501fb146a48eafbc29dee027816f1c540fec5669db
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d2d44696c3c5c50f5865992a1f619521ceeaeac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:873dd39baccfc2bb38ca1fc78330452b18f4bca941b367e68222b67222de9f51
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f539b121124ab8f750df9c2a7368c533b9d97d49
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a706d6561788329e0ff31ca92b83d6f6dde4d7849637d58981b5aeb77e68ae
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc8b4b3291f5e68f8e374109e71dd209a4a422c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abce4240c30ce475e6b9965a5d22e389659da36e87cdcaec216815c3905022ba
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bccfff0f7dea4ec60a810b3fdc589bd4d5392a53
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea3300e04acc35f0d60eadd410b0b35de0ad8f8a712363cb47e9b2cb363a67d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99567ad2ca77b04c2d853ea7850da4bc13cac36c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a91afeec4ab72c32def16e4794d0c552abf7f57521ca3451142a73eda4fd81
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd2d3dabe128ab732ac49b5256f7e161593348b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb254adb660aff38e288193f01e9261e7919347a054068a12c6db7801c393a04
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e3ec507f018b3d458fbeaed66e0cb61e1d3e01
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0797e2a820f7a30cd65ca815b8109b6e32741e1f878b7a1eebb00ba78851ab34
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17b0dcc3d155bf67a78011904048cf818be8341e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b4f9fbd9b3b830ba54c2620228dca1b8eccf39cd195a9dc0ffeffc540aedb1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1879497d814921e17d5b8982355a6fe3ed04bbc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7612c4a25fac26d3a07e3448836cefc2e758f7ce38363f8d9a260aa2dc24d17
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b870ba77e4ea2d7196378d8ba061ee0bd627838c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0446dcc0fab64ac5408b74e73c986d4f4ad6b72cf7436d5d538c80bba0a37068
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4839d8c3fc08b2a6448c04d9c3ccb2cde392f16a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e21e08912b93cf6f3e2ddc01d956ce746bb5f7263466cf9e92e4d9d169e07b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0f5259fdbbcdee7a8e0a243b88b4e7c89db770b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84f2b3e681867bccac99681f993c8a13bffe40da6bdc3d46b725da5a012ae4a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a41dc06e5641d3e1b31539b292f82dcba21cf8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e98ab2bfde2914e9c4ab7985d9e6e3c5b16a77782c9bcb3ac68cd1c1356bcb7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd117d4a7619ee2ce874d2ce9dd199e57924820
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9c5353774aa4333eb76352b2af5e4f168e1ad91cadc3af8e5d7e921cc60839
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7fb0aef52c7736afc73595e4735ef73f853bc21
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44828bc3572b7589ba8bc8ed7f5220f61c8f4652bca9db7131e481a78d455968
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03fc235503b4b7718200c5fa71c207f10e99a520
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77291f1509bad7c9e551ba4c9d2f64d9d4379fdbc89af5779f64d5afb34f3177
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e29c74b7b0f31ec5c3ea2295e4e41e422a3d158f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78929cfcc9738c18ab11a6b1f8a050b737db728075145efd6a8286dd65e77f5a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d921e78192465f761b6f7e7ef23b59b0a40a84e7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ef0dad3a19c17383e218b0019d17476c05e77d6cff94c35827855a69325743
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96b340608bd914c6602cd952c7c3b3907b355616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe36be461d4b080dfabe759c7a28612348cf05c321e37ee452627240bc4c312f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a9b2eba34a0cce18f6cc8d926cb31f6d96c8d3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9737facbb4d9b1a1305ee3196cbae586315b31909337827c51cb819cc68e568
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bee0f9afdd7205758375ab6f7a4baa187d4e2e5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b994f8ed8112209bf5dd15fb9093fcdc4b8a9eef4729b3a49272bb57a4c9615
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2497cd4efbb0a6d719648d82aa22f84b744f326
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68c6502b97d17b5e305765680c86e047b4d1ae1ff018f44b2a796d09245dc654
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d93231bb1042a64b7f82f1cecbbb63f0a63756b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d892a2d3bebbe265bb3d9497b92c6f43b841a6624714b1227e2e95bb171c6e30
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35e3ff8ab696536e9c497bf662558548752a777
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8205bb3f7d9b1dd3d412b19fb68d6cf122445f6e18460aa6634f852cb04329
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98cf7c59b63284c08ae697c8430223f5469ed34e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae7398f6cdb49d4d8d08c9d15aa4c5acd6e38e429930456b26fe5237bfa18bd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e9eb925b646852a27774aceb8231f2191f0741
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a32a6d5dd71612c4d926fd2d33ab3a8565087fd631afd8831a39f909ee147fdf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7679027efe0e6831a15ad9d5fb6885f67341ffdc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00eaf6b93f99e6f04f04f31d264dbffb991805468e9792d4364cae9f12a5b726
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a53ad022557296c4479e57dcf87a20e1c23dbef5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8addba4fb6d9a71c2a544777f9e563176c4c90989ac44672263462ce37ce8e9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc61b26a3fd6c3bcf0dc0069217ed393a35933c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab917b32f1d77b8d9ba21ce506c9a7f55809346610e964428451182e8e2949a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a07358f7b000880fba71259b00e5260214e9290
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c7492c29758c29a47ff3631f0d35d2dc822be4fb82d56a2b2b29bfc5e602813
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1563b2c3d1eceaf05e611c5b2bf90f318c03b98f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c090d8420dde2450af09b2f177d424ca8ec2cd29a05d6db13ef7f3f9c294b7e1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e5b02202b8a6654b8cb025e87ebf80715e7590
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a49db4f194240e49070e938e7129cacaa608084ffcc47aa45745e5a8f022617
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3234c571af5d5020e50dcb72cd16547b83543dd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b7a69c4d8cb20e3a76d16998fabf317fec549ae55348d54b65e8e42ab600fb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa0f77b950858dc45a2862e0281df661ecff48b6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2cecbb31b365db951ecc86a0f27d3c58d9b3c4b60a6999d5886c1e7dd15e2ed
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3783b24568ab0e7a4920c5ad94a7a16e804b4f4d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db7f9e76b3de999fa587a89fecc5eca4804e402de71659c6f88a279c72a48ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..056aff9d0ddff7d5a187ba55b0aa859e7b0ee275
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f37b4c6f069bc1484dc755c29c0aa610fe46b1e6645e32c4a06661a74f861c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7cd2afcbfb1c4732d18955c31047e22658c8dd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1f6e982cb14d79df1db8779475678975f849cbcec9704cce56bdfe78a8e83c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e9269a86dad3676a7cb48f5f09cee19fa203ce0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c89863bf625642f3b9be09cb440926ffb21c389d99bf07a70a2b2bee35e105
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a97fdd9a2a92f48658c8b6e401708717aff9194
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf7f3674a24560a7d8507c9f6997a4f82f57f3c1a746bafd48f0c55a8ccb771
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..755ad6c1deda9f364092d75c68bd775a528fcedd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc42ed0060abe51c1b51e13e62f88f48993ec64e458b8a3aa282fb5eadb9b8a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a55ae3d877636ce0996f36057c50c07b2de8cc49
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dba8bfdd2db5f797eb2aadce3c4b11b5175a86ae68a351c92341671e5d2ee00
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba5ed7673d652833e08eafe960f38c80f1998bf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b3b192198006b1b3e68007505f4c20636ef306d3752462d01af9f66340f4e2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c7d70c2e58a4f6542c81899e75f532dfcd7bb7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1168b49140c3d1587fef5560e790138a179e99c8b9d489783673187240693df4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d52dbbe54a5121f7b0bbb27646b0233c0225836
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a393b41bf973d717ea5f7c3c659f4ff80f3d88c9ea868529a3e5b5da3685485c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..780a718f1a94a2e6802a2a5516a3d7caee847a5b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc7a639410fd7ddc7fe3a2e8e4d3490463473adda69f9ef0d42a31ab3f8cfba9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb9539ee2fc277b92d0c53510536c0ffb49eb94b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25620ec625bd5ffe182c111b4742a4e3ed89c2e03c9c4400d4e38a419de56795
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31450183b67b37bda33e154ce24434281fe97c4b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ba9c6f5292da5ed47bf3cd32b2d72c88e7ae45ad8577789e82b342fe02b15d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1073b136561d983c434e86d9b94521c42ead2019
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d979158ff604ce6473a3ad43a420e9d03c52b0ea2b77902311a95c4988b3a56
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890097465b75349d8ba27f611da5d1cf1d99861f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:397385b333ec991ad804bcd28fc9b81e8afbe8e4f2bb55e37be5a6b5fe202a5b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5f27f862f786268f68893feb4f8db7e64eac25
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996354cb843f1211cedc647846a6f1b4e3f226147fe205a36eea3b433d950a79
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e5e6580c2ff61f6505f5a39dd3abc954f59029
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b36fb24b0e9413110707badc8dd3f2f9123ea084a5e2852134d7233f10e71fe9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554ba0bc966e492d8249ee4d5ef324b6d35a86f4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1a98e20a3a8fa69d4d7edc9fbb7a0c38b3b17a90d41453e3b8f1a4d27ab2c4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f3bd27c47558baf8f794e968cf607a8c6d9a7fd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:228905bc62bc10ecef2eb50849875894fa16379c1d516d79e832a6170ffcd03e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f0747a99ecfa6dc616d3572c63501c4347ef056
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5fa75cdeb9830197c2da6e235f23d746c65855b4b5c058801531f625dd910d5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7331a2ff7d9c1f410f67fab94b769806efdac93
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb71cb0039380f82043472023b5db4d47ad0ed8d6e9d70c157156f7ea5ef963
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5290b52e8ca4006b9c8afffbf88f043c3431f872
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20816e0a94f706e37fa609d2f99f6d334ec15a2a310a93ad0feb47c5c7f75f0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9a571394d4e28f29356b5a523e75647b96b90d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f227a73fe7a08774eefa0fc2f650f82c494473f75d5788fb2344b4d59ae9f5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c6555f12aa94b5f9b7730f720f2a8a4410c1da
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d53b1cd69b7e122c5807fa105325bc32246ebcf989761bafef413938810c702
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a4d11d6de8d579ebf83674ae1fa0e5eb2b2b29d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25771ab951397f93f35e1a9a58b5e7d4b8ae16d94903dff902b5d041269776c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28c6b12e2186680a8aa7c719f89ef4c441f61b05
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6542fcf8d49d388314dcf00015f2e615fc58fcc6f89dfcd44a1df0644c835ecf
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d02990c86b90864cd9b634d3de68674c773a81a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60fc4f81a04ecfdfb4a8ea0dd85872be174d18543ffca0264baddaf25117fba3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d88c07ce11eb041976cc05998203106ff5c60b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd0c3dae78c1bd82f3452e96c59b094d9ce52caf4905742b4e1e016b9d9e9f42
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50e08dbd7a791fbc01d24a333fbd314a4eec8945
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6539a2dcbb137e96c984efc0386837a2bf1b2544662ed7081fda5d94ab1e79
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d4651f5eb75a4bb3c7c0245ec39e99af4dfe398
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0976a524bde0013b9be4f7dddcbe40e8b2768001a705651e2cb1af45d9fe638
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b30c3cbacf64c97310a9139d7de9aba855e56d2e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b47d32da286252261afd66e7d247c8d444fde3750f0ac0bbfa096d76623ddcc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd6fde199501c6da46ae9b800a2d6c7b918ffa3c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b130b1343cf87dfdeba8bfe732a3f7652cf20051ad869f903743b58daacd2b0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcdf5e13d67fb426e2725d5a5390d29db97d3104
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b78bd7a3afc1290a670240ef8bd7570f3db55f4f37746d284f6cd7529ee8eb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b6fad81be94154285a2352f7a4c03e7ccb606b3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb1ad898e41fcfd922ea7c44b1ff291236a2bc60f2aa2afe7abad32f6a94230
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173142820e3357ab821b5e44d5c1fbdbb85e96bb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04643a4dc16058361d2d3affefb50f20a225661694a6a1794340f9a992043ebf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c5e17d8f26e3f25805f2218f41853323ac9741
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964222f2293f4c073d80fe0c205f5204fc6fdf508a74d25017ccf83993e342b9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..104cb5c69bc3f2188c683d512cedccb5671b26b2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52848f3f817a92cf0fbe4c19e448f2426199bb48c15d7397c1be768531145e2b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c947e74c53fff8d9ded1ca167c6bbc11d51b14
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d9130de59c4bdd0edc821422d596c2f244f3a8e7fb9d6dff1f5364995aba20
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d193a7f707e0a00b50342f22160f5952afa89a2e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb7a3f658516a88c7136111ce3be0b28f51cc2e83788df26fd28bfd8127e7e2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65dca0e2efcf5719d4e232ce03df55984b74b1f7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc58ed79dc4fcabc0d6b9dd3d0c2b76beee11a53a3f6571066b76ec6ca7b5a66
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4302f878c6b02ad6295e868f63f65b24b123d07
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92f93c9e7aeb2473f47fc2d150be7e0032fea2b37bc72a8665d3618fdebbb48
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2748f82a046614d00cbab105e628495f052aa447
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d934e5e5ce828f17ac91b91e0102e80b2f60bd1613297722a5e231fd6cbf6f3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f06cc3fb16a95e48b1f88adb18026ce021ada424
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9303cb2cf663c7094926a8a64e733ffa1a93951b541a68632355babb6dc67bcb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ebabbd3ab61964b5bf762a95ee21efe11fa174
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbfabdc57024e866e8f99a977afd908e89c46a64e2905c5ba1edfda8edc0dfc4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a7974417bd65b53f1032a3a18626cf0b548c044
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ac1ad235225efd28354e77a857a2f1de8062483465c490ac761b5247ba0599
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5046f6a35ecdcce26a8db21a9e9c3598b86f784
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae9f598e357f72572e25314c9f89df61a3a7f981a891525dd7d19b100b2ce79
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579e121da40d879a5f79ebce7cc9b506e20b1d2e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11d2d8c55252abaf3be1082f175b33174a5c4830556f83f8b0fc09bfb6e7a99
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54d3417223e28f44c5e9e233e5168352dfb1887e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba02f00f578b13f0f053f3f4532679ebab4d7c6175d329b2e252861ddfb171fa
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a7709cb38cc83516ea658c8c1ba1dbd1e4dc8dc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ac669584b63eb69882a6bbe5a05f2f14d491f72fa9e309434ba7a7daff7944
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e18704679e6947699f20e31525e7dee5b3f011e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef908d7f970985689757e3708f8e2e2ca200fb2d60cdd0e717bdf3a3a64df7f1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5328ce8c9c18a6dd940288a7b784e4d744c782eb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d143adb88b5d0716b0824d41c914d0ef757e851373d00ae17ede5bb337b062b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05faccd4bf10ac019e91fc2b4ef98da56ea15eac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef3e6ed1b6f7073aad783fac5db07b57012e146e558621ba3a7e8231b445d8c7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a82dcfe7d1ea3f5e9fc279d09eea9bc49810f5a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d42c1d9137893c1eb4ae80c2539759d13f8e3cda476d2cdc25e283df093e81
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5401865cc7257d6f64fcb3f16f47f64e164b92e9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a649081604fd090d7167f15eb3295152989046af778073c9444376c3f4cb12
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed21fdc8350ef8ae71cf75b38c60d03885d3595
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79773a1c4c622b9010e8dcb7fc4bb62c9600fe7ac37271481bf2fd5c3f11a163
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e9b12e0db8b9220ef8e3d0b23c20f2c7ec4838
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e31aeb3a0072cd33505f42ee1b8628a4d98fe927e251ef35946f22876fae33
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b9b3d22692690c6384b32e75af11e5b26cde8d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad0abf031d3fdaeaa8ac1e4cd0fc7d083664bb9166008ff7188dec4322f5670
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a85131a51f6189a60a61654eb7edff95be1b50
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c9eae6b917f07a05a5f18f1ad1c41723fcc2882aff96b7a782efd376954aedd
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49eb9aac23260655d89e17f1efa3f0637b38893a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b89cff1afb8e79bcf5fafb35a5f6ed17aafc2cf62376bba8a56d5e2833c4cb7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8915c40b485d4a5345ebffeee46922f6ba56e38e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6779b8e729e9e1854c20a33c8cbe6e747d80b3c671baae5e0e3773a218a58f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a529a3ef1870f4702405efb0a2101dff6a95091f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6f033ec673030bb10dedd07d453d58d57a3f8726c46e75952ef078c1536c2b5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84a6cb86f7b370a23f34e3348fee018c1b9dd96
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:284545087358424b405dc73c75f897c145b96163647d84beb6a275e226597071
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02fad2cf7f8b2a5c21016a9582e5fcf0f0de769f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d8c48121e95b787ad0e03c8ecfb9350862a7a062fa51910877175aab726c5f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b045c2b24289bcf0ec45f2a4b3d5dd631e8a8d0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f2d8314c3ff12c1b9b552f5efc5e349971b70be966020f1a7695b98870f8e3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5073f89f537c6944198b69a59083a07be0fec247
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a4b97ad6271db99452d21e6dcaa6860c6f76e9bf54f3f12524d97bd4535a10
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfb381786036257805227c2a4b8158a76582fe3c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d463ae90e141b8018b38b8f5e0671864214cbf04328311e6a656758da12289d8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e7a327279e5c4b042f45c5418f191b5fc3ac4ca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4720411d9607744993354f39c726dae77dc1b520df9a606feb5010b8cf06b8d3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1158fa5e42672236bac878946c2670c73bea10a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ce422cde68f60b63775bba061a1f643572f4e029ba33ee93c7bc6b8c1e1924
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfbd866d5f76e08680a79ba3ebb573e7cd761fcf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6699538b46297c9d4afbed898db0eed4412b4a2ce476867ee331d20956391a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a10941da88aa97d8e775fd2a0e37a43bb08dde
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20253aad90e7a97e4d54f3613b4f79e68a91ab3330c2f705346bd9dffa1c6bbe
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d57f76d167ae48f97c8b37fe317e9d0e22255560
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d6c44498a89ef90c28b9ac314fbe837599b067cdc03cd5dd58d71e19d78083
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e37e6cf3c896cc4f5848dc2623ec529ca2b1a36f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:767f36b69d9c72ed69730ac4c335bacc0970722bf4d5516dd3076a437b961409
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b31a88528cf2de549506b6827c00c7e70534c7fc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5107fcac8b9f1bf5bd48dc885cc616ffef46b2e5a80b2e394ef99c87e485c70b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6abc45c0f3c8ff56073b9429b4b63f1d316a86c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8e06797d6061b62d3132e8f6ae4aa1dbc5a7e4a78b1500aea611a62755abcd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0aa68f2162301322cf422ccee8fae06432d1e33
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f91389fb981653c06d123c96657d8da3f3975024d24461ba91a03e2bd8bf953c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..594fbefd7d87bed294014ad4f6f34f5630bda1f5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e1c55298e75841f2d031db24b1db478ca62e0d0f6983c5dafa66a59bee880c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d69afd4e0143c2c99764798dadbe8360d148d9f1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2e7b396daf12b5491e2b04e6aa473af9739596b555ea81b454b44d3cbe2e30
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d1b2adf6031b894d66ef0cac9b479f919d806bc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9307141110610dcbd47b9aad83703966cbf7e03bd070cac0644fac171de4aee4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac0d8a901dddf38e10fbf37dc06c36b17ac1412f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef3ee98c52044b52d42e99c4db813963752f33f016d31fb242761c1b728b0915
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ab98fbfe16091ce4cea7ea19978684dc216ce56
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6501088758fc32ff227955740292102291b180fd7c0c6fff40df56162a38e70
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed89ac67d60a212cbaac59d6305830268f2893a7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17976411647f7c6a366b4ff7f590b4715546aa100e1c2c75cf515dcd299d18e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e479234f997b2952d99dc6e521a91e4e6dfab97d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad9289a6b004ed535fb2b3c60170230b76f80e51bd7e73fda1fba66aeb8fedd5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92bcf331342b85d32b43201f6e33981b1259ec4b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a1baff2f830d22c14f3ea6d5710369d75053e3d15622ca67da9a0a7016236fc
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ff8de081bbc5a5dbc0b74f22814692d01b2075f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23693ab6b4e9412e7530a74e2cb555dc8a03bea51521153e8c7db689e8ed673
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b731dfe743d7f716759baddfaa09f32b747bb57b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc6ae1df6854cb9e3d82d18942fbe37a2b77dcd5657868312c3f1dc56f40c5e8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be85bce94df92f7c6ea4a04aa676dc9b503a4d67
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c073ebd22d3f27179d32087da075e361727956ea86d531ad972a8e12114747d3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0cc8fc5a814f93c9edd2d147fb27a273f46610a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cccd6228d59556872ed124fa6aef4637e41a657660f355aaae2d616fb131466
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..019f6ead6fd1efc341817639285b8261b8b3d511
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b892af72f5e4fcf5cbc7fa81040624cd14bd699c0424e08eaadce75e6ef522e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d3d88f95621ef1aa0f595c0c926b3154a016bfe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91260d52c9ce08114bbfd8caf794545456e0495f2ec6181ed11db714b8a9500b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5894ce52bea3c96a1dddace524eb6c82ef4121e7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172d015f085a88c91d4ca3462616146b743a5bc7d32e18699de58e211ef9f127
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ceb87c6d2b90951af1895e5602825a4234c1c6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68ebd5a22e3623d2c89f5d32d81f5a090aa5352ab922ec0048db2c4af54c2f3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d17fcfb4d6c5d4c305fd59dfb442958eb6edfd7f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf9e5d31232bc5c90875e23b7fc2e76ababdb21d3debac2045a9465db5f9b05
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dd4a08076a9d74fcc97bac2d4dd667acb3a5587
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0006e99c4f127e8b6f84368fdcc239756adfd80b3d1c5ef3b4bf877f0a936fed
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/lm_head/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/lm_head/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b24d8ca4291f47b91f210773e11ec141318eff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d13980768c6247d8f190be058aba481714af5480f3e2d011e9765cda309946
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b2d0c0cfe12d0a6678d9df51d1c35852f87a3f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:321cd2533dc2abea1173d0a12bca5d46b9c6e997044594a6690a20d6d1524ed2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07bd62ce091ad178f31278870d122b6ff8d921e2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba9749a1035acddd51f3da25a389ccf61941afab14452305f63b46480582ecb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee52fa133fbad00a43ce6319ba22d2437dc28ce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85afaa2cd312f433dbf6329d212e4158d9108d2de1100de9a88eb2622756c4e8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b92777c0cf3a4092647c7fa3db0db72be9c3fd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76887c21a58036bf406be7fea767c35388e2e800e1ec436d9466c46015e5d364
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab061492fffd51572f2887d37850d8379683ff0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e029592e9d3e6920c3206261c622ff3e2d48025509f7e2cbab12b71d5dc10b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..857667271a8624d77ce5d03c670e30100996a64a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a787a70e421f06372f7ce200491bb4f19ec2bf5ef428c138e57d056b24962a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e4af1dd070d17e8999a57d7fb4aec6931351c23
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb7ae2acbfa713fcc57c9e7129df5d8c60f2bc0211c32e650e68fd9437685a2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e9650992db21924cf730e46fa1355f9ceebd2fd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1330fc5f45336d2b8e41c7e60d390293c2d52a3826af70ad129daa2bcd8c09
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9086a395c5ff70c1cfcb199d77a076dae12b8da9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dccf0920458659c9c19261d80b6b92b64e5301d8633894d05f5210bde595188
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc6dc908486ec4dc29024a0b2e24f97b1ecf66d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2483c4a76e18969c06bdde6ed1f8edcbfeb9e80556ac97c3baa4d0566c430ef1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588ee5a31f65d728dbdb3a66e6cbef1489e756ed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a3c54e02e550a92ab4f41452317ec7e6b65bdfb75011051a0e19df423582fe3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..378e45ac09bfee0f7ba489c7c56022b52a2ae9cd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1958e8fa4edf7fd711f0551fbe5c7f53a8caab9c82f0c2195d010ce7ffe78dca
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c50365d733a4df61372af4e1dcfd19fd2cc92b4a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a2437b6b72f4468a3179f57ece69e36eb71446783d666902cc19a305a8a5e62
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e8c8c032d5f8843859f76739a7d089f85753ed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c452c89e3a3e3fb08ea186c68377a1f0ca2ee3b890f8fd7bf053f3893eee8f13
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7d91b9de90f2996866b38e33350f6ec1e0ae097
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a590245efa83af021b5db0755266ce7556fc022c4d1745f7c3ffdeca7c5554
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b7cfab3c3875ae349b5d1148248f9f5a693e951
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89e6028ad468bbe1a06d1828f682ca1eb36eebaea10ee8d17443355cf3a9623
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b4cf302cd2ce464dcb154f86f5499158eeefd93
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b496540e9535af4b6eb57eebb02f2ff0e5fc04f563a878a74d1106e1ef3fb4d6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f2e466199642e20043f9f76d94a68bf50e9f722
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e723e7893c96dbd5341ab0043c560e8561188281191a7efb72680357c3d38b76
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e79f2745fa0bed591cca4ef419eed13f6c1089
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15996afe4b1aa854a0fde8f295288cc395f5a4ea82b8e15232ee5bda0ae7e6ba
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3fec885fc0c92406e555a26276f0232966f61ac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc49710e36d5f1a2621f2de5d1fe26ce168f9ea3770c4975607a1887cf08846
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb070b2b83016f38a9546489247cc2e4c18e631
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35003b25e4bcbbb84974ae8fc63214b6480892a52d1f9cb214fb45748ff5def6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3abd6a49a3d6cb5a66938c5f773c6b57d09eed7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43bd184a26928ff51b68eb9143f953977660dc930cfa1e0796a42815af5dd29
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f4cec2b6a34f663d510782e1d91bdadac17379
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711c694273044091522758af2a6a693bd7dc103a726053f3f7f422ab7180990c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..041cbde82a0feb495bae89b6db5c43da293fdada
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef8f1eb2f4419f0774741516a75330be4dc90c1f7b833efa87eef554884522b0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1889289a380c8429381560198dfeb0570c60a56c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79fa1a28dc52c2df2ae63d91c3f1cd9bd5ea4410fd6f1609f7b2aa33381f2f44
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27614c868c410245a7168c2781b3e8db756f901b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5219996b2821df8df1459f30ac1d5b84a68ff3074d49ecc052cb9dc36172caa4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c5a2e5dcee83cbdcfccc156ae3314742e8e8c48
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c7c797ecc6b41815f4d1e5b5fbe788c1d9748a719e80e0b19c0913e5ddfad42
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53985233711ac6b9db66497fd0ca844e831c4fe5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d164dc33629f0b392c67751180e911e93168a1d2421a36af7151ebd0c54aa47
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3231e850c4e16ab9b060a866eda1db896643f9ff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c33f879d96368b37a1b02f11e11834d3efcdf728f729e79b013423c5ad40c6b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e34d01b807a647ba33b454f33057380a7bdc423
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd6b2d025e10c8bcd37d70c9a8f571d4255afc999b5175536fb891b448983ba1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d39db577f41ec7f421ede02245cc7635b4fe40
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae6ab00fe16b8e6fc3876eb3929296b961b1436d9e9d5afe8993d728fbd38f28
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb7115da8bc81cf4f3dcbd044e4fceb80f54900
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c66f2b48358701fd4858296fd7a63217539ac07507386dbd62710c3ea33a1c74
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63edc07b2267d9f1538c8dfe42d7d7781223be1b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee3ba52983c62058760ab2050ab1f8033ae7e89c18602c4797f8a18e5d56cb1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32eda85c43b9d8990f5a4ef15437625b3bcdd936
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81c258df3790d97cc82b39a8f1e4507683af417b0277f4557144e7144d31241d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4c38394d365ed969e1de26c965f217e1a4b890d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa77cd6d614840aec9d2771bf14ce2e2d0464bade11e5f60fa7206f75955d521
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea2a8f9b9fb9d649d14b19ac86b7ca3f6669eb03
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8641908e5de59b5b6ef8af9ab601eb3b3dc007b037e0f1996d2f2c05db4646df
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7a9e16b233176d885e84eb6b085568df5e94e56
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03895e9e4075a376fee622266b47e21926be263c23029de5697bc5b029203bed
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05895b1c065cb27456216189017d058484c2e02
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9db6a7bfef08a18f18f6416015ee3c3f0089e724029d7b599475cd2a73ba71
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4221d6162bcba02d8c942a323b2787c741f1d26
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5937da767166a181267ab0c28fef25548c928a2942b6bd214727ae1d7be2a6b3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c5aa2c6ca688c8cacf3c912dd2521a901ae6a5f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de73f77d3f247dafe4493dd279112ccafbe9722d4a2b6f756296fd5c3ad13618
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4919b2dc8a85d04f998cf4d34ea0850ceb35f686
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ba19fc995ebff692f51e017d63dffb654f262b52dbb52f37b04b6b412bd0ec
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a104eccde35422ac0f596f060b918dfc2ade250
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:063bf96ee8639e03ac6709f0e1b50e9308c9e54b6e6d299d23a868b759b2c10a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b373d9e2dc96862436bc929d7202c7f48cf90a66
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69a07ebc09d2948fa36de3f65d285e532a2786e9ba234999a574039c3c51f18
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1eb49785b981fbf9359d35b19ac38faa60794b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf38f820249d15b9735565ead27b3588b0391834c37935649fdb600fe7970da
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff7e6642c4420aa1e2bad1e1665a6f694939abee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d8f19dc88d260f8e8617011d8e542d5c87efebfea0ddd6a4b37214c9a6d140
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc1448c90ca52ccbf8dead564bbad317d2f86242
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:273c0047640c4bd84450dff242f34399a5db584c6b61cce5b2ac54ad4dd066f7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e26fe23d3db44a878dbc4d7b150f98b5e9d542
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c53d1693ff4ebf3277f20605142999b3fa7bcf65578b1197eb5c6b424f8985f1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d94a2fec31b4be03ea7b74dc9ba5e687a4164ab7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd50590dc6a810fcfdcd58c2769503c3de84c8a349ef9ce3d435ec502f99102
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded5a845c152b8b611ad4de0eeb5d392e69f570f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a70bb45d4f95de48ed8461e2b5df9b9fc2ed6f7a1d9560e8599b504b57ce1b2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..650d741b7235f8c7c6aa52735b3e5d9236b10c7e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b48a0102100f17adcb9aa5ab5e5748d97fde49ef4611c06ff7f316dfab845139
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..369218a981bffe8f51f48ccea7802b004ee09667
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc505ddda10edf5c6a3a2559b1d934cb4f4200c76d53c6909a702409bbb37b84
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e08c6bd0b56d7555176dc7c06b095b45533f4564
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daeda79e0c63f7c9d9b55465ca6ef0d5e080028bd951244ed33f85466335a200
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6745eaf316b0caf7fa45a7dc5f6b4ce895515391
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fed2b5b7ed7a2addd6577ce7ad2bc7430a734e045b4156dabc94eae88aab130
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbf7712583e54bae80a9e095b1fd651d3af5c7db
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70afe83866ec263ea73565421849f4b77d62d35f9bc1fb580b715c2a9eb659a4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33dd95be0ace7cd941619418ab5f3ba0b16e14e0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd91508602e14a063609437513646e65c41be5c8f4fb76bc0fffafda168d8dc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d110afca6dcd84526014644edc6d0d1604021c90
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bccbb923f2dd8b2b1a57ca7a2fbd8026bf2e1d70062665c7ba2c10bb7629af3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ffd7b2fc8d648c426bf48343b34a7a6b5695c0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdbb757663610dbbc1a16462d061eecbb27981b8f399c1ec7484c45dbc96165c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..032ecd406487300d9f867af5c5073b531566646b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc59c1a136e4050ce786575243312aab5a135daa12cb9fda1919431b1c950cd0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c5298d193d9344c1e3d3ca417e9fc35bd069a8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d5e1fafb8baaadd5b03303b38e51db5b6dae41e554cba6048cad90d079abd37
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3e8c3e08feb2fc1edb465f00f0c46f9b2edfc6d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9788903f1281699edd56c932584fa0d5f963482e90099e2ba9551b196fa3d52
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd527f7abb408f2b413d3951c705f592078f23fa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d11258cd57bfa3c914d1ca608915e5a5b280c5d00f362633711afd344ece4796
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..375ae5b65fa1d180abed19cb5e428c8581028f7e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a568ac0e6541a5a1d7b050505c9f86a0dfdd348023d2a693afe753a5f99c66
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f6104c6ce64e4523017f5e618d510c47eefd0d8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a559e93f8fcac38368d1f37a836f5c973744cc1f77f9a89e1929578b7d5d6a93
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6fb03e417bf63cb1a6123240681ef5a8a46d5e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ef1045273dea269ff4ba421f0d934e8672d8200eac024a8ff34893e7385290
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579d67d24d4a33c80b8bd0c9d7cf6ca64e48b716
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dbe0935091057f8927693d808d1d40f1109b1808e791464933788816e150630
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19b5e168788d0c7c9a7a50462fe22631af9650d2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5f3fb9a2db82f039775605773ac7600869412ce6b5d89597c03bda98c04baf
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb16bb19425b50c23331985b0716ba17840e7e84
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf427143a74d7934a25ecfc23d8f253269f2aa9a17fe21fd268470a86860d29
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a698f98f8c593d0e8c866aa903ff7a32fcbaecef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335fcc7d8fe2002c3af1ab7025da9ed77a40407724c0b8522b2e6e0a6b1a6670
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f138cb3ac793da90ec4e7e9fa9b17de3a03b3b9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89fce89fd9d4f9a47972e99b771fdc0f09e15a7cf9bd59acf6c636d3a5c480c3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06c7a1f1ff91aacef1affb10a300f1e22cb2d57
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d0b13b8a6f4ec434d89f35ccfec595ee924a1d13bca7c2d7d6bbc54dfb2564
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff074bdaf99ce5f2314ee9d0b161f7302698c3f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a88da61b720e98473f596f136402cc687dc11eea6178830ea00554308eb44a70
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274993d6cf28042d51067175da88c67916af9ab7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab0d5f67a33ddea590ef97029cee5bc16ecde9850b0889e1d233e0cc3ee9720c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ceef98516e5acc0878e50f95687cc8548a3364
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:078c02b838b8844e78ce91ff42910cc4679673a9d45dd3188df46cb8825cf24d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb43d3e3f21ed9cc3667607ab3b023f53688dc6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b0fd378e2888b9e2414a43e0b10a1eeff56fe0cf7541eb13402bfc8d74534c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea25738b2fec61756e8205a469e2364543e344e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a645317d88f765495f63c1c5087ff6e67d9bf187c18ee3dd185b26405254165
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97a086fb50861a568db7ebc221901533b5368d57
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:906ad47630eac5d64abaaccfe25942de8fc1459ff606d91f1bb48d1739dbab5b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..429c48880c44656f2f8e64590664757283c2272d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1fcf704886dc669103ad482da2327ae85ac7bce14a24263cac70add245c8d84
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b29ee80ed8c043358c1035bdec85ff2b6be57e53
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa749fa9dc57e8ccd09fe2f2dc6385643a236dd5746aea06e06b38d89fbea7f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d24ed30c4407b1b97630a1f2b476461d9a71f30
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd318d5408febd6e19c0478bbbbb7b799788f8edba9f944f5f865e92de071be
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fff6befd84279a6da844fe11a837039be8abb941
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76fb87f116ba756285401e66d14ac9eb21e9684a7c64a41e26edca5bb9d99bba
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc289da5e24f51b3f051f828b1b4787baf8fe31
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bdbf3bf49b79b4c51b9c14c8fd5da66680b0dc44729f9106382faecc4cf7db2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d2aa1e57d8356f212800461ee4c94e328afc6f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fea32a85bd20ba9da594e9e9679002d7b70b589c2931dc9c4d4c70460fd16ed
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec7c7b18ee17cdff2da1bfc860fcf6b3dafbfece
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:635553e5171dc7268ea4b97ac2a85df7405da6983fded31547070e053d6b8827
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fee220bc2131496e9c45ef53cf3ae96813e23ecb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0cf2557d2933b56fdd6b0df6051c151ee60108dd2c922051a94959aa5e8a5b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8a9b46b48ab0d79fe3f02e962d381e256db3917
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c29156ab7e285ba577e272d2342cadd281f008a7a5b28c8fbd803fd67a95552
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7c7d1b3d5019e85766cd7ce8f1882da6730c42c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfee6aebaa62153b03c24804f2ca41825023c498c26fbb5ac9b22b4900702131
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c89f5f69fc43bb91e57327243fa340e37dbdc81f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb98b7213bf60d378f22e9a616221510e6e95849dbc8c53bfda3eba9a63ecfe2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b245d306303837e51f4a6c6a6ea143a03862999
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c36bb016a0a8795e9c360dec707ca2fbbe0d8cc8bd6af2a1c756bb05f8fcf123
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2906e7af87da87914b671d64eebed7171889917
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4483029de4994880adcf0caec15b8f39364bca5c1cfbf1712d11f5e740dc54f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1dfe10967138bb7e8fe9a2479d404815e6264da
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a5029e38c674a4ca38915b5b059951aaa79ad4efc70a378a3defea4a7dc8902
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..749a0d540dd5731081280990e9587a9a8bccf6ee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b591f74fe9139da75f9e0c119c0ac4c14e462696a487ad5140cb1e80a700f22
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..264ecaee75a7bc7884577ad212199eeaaadcd012
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990e7672bd5c6257db8023b3719539561ef4eb48db48b10561baf02314b64baa
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c34c10c54885c771a125dec29129e6c4074188b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47664edd24bd69e480976779b65aad4533b8301a12be53ff93d85da4a4125446
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4948f01363e99f681cc66e17fbc198a26ffb80e8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f2d6b5de73fcfee1353ca58feb8cb8bb284883f2d713e984d897ed1279ade5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8dc00cba88c203c48b17567aa2f390e1cfaa6d2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c30a366aa30608525210b0bed50606297553fac1ac9ab1f3f4cc5e818034f18
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb2e357243560be0f7e4cd3094a4696d69a3ce0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a32951c28d74743cb68adb171715f071c6b31477e35bf4b135ff7990cb2029
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694f72c5864f9075e0cd7f55d01afc63b01ab798
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17dd694058c0a2b232ffc7eecc62dabb78b6aafd3db8b99851cc9c48e9e97035
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..000ae205b18acfa61624357fc7ffa64f44dc26b0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76537d3a35efac25c374f5b934777eee2f042fe671f49e7a7f61ac384d3357ff
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63af6269b557fb197a523b248d6fd2de1a760c99
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee99706abf592a0ecb27948d8c60d45bd4f1b35827e9866f2eaae1542ff84773
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26e0922d0f2a9ba65dc051d0319b2c4b4676f2e9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80342c175aaed3b54440a5c375f4e62e76f3fe8d4bcbcbaf7cc6e0ee16ef674a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b63a0445e238557e1b4d8bf297ae2f314cbbb76b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d245df7243c19b0c1e9ccf45e7e5b74cc77d2d5b4d244d19abd5e23466ba6c2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e9b34217911eaa935fc40c13877753194fa06ac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:320beb7862be1deb55bafdec0b52a04ec9381a37e2471618bf5a6e61225827cb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6b58a3f0e1880e94d36074a3d2fe5f79a8f5912
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9059b5c2efb778b4227b10a99c50da53d09044d6f93b0136052cccbacf2565
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b13767ffb73e41348d47bec5abb335cc71de12b1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f40fa5d111febddf1e240a20f636d9123eea52ffbdfa0cd6142ecda7665460c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50271d8b8da4a11940d52e0e7ae30ee08a6b80a1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aaa4da2d485b368b79d64fbe2a99b694636917b7ba8d7172a7438f5d5c2849b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ca6560fda94f5a4e310da6895b056e956396c6b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91054e5b5886e82aa0e6e50acac943b2b85a9324c078a31643197776c52d579
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..448ceb1c0c5df021d5450768cb31b79e68aefccf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f71bf931694139eaa901e49b2ec1250f06f90350794c95fbb644a6d612265641
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b2345179201b994a7d8498e7ea3baa674263571
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e342da8c09bf49b59ab5f8d4250091f4d89e0bc5cd6b9c3b4d3b9064fd35dfaa
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c61be931c09122957eb1cd657f470ec598115b18
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf6a31cacb52d0bb81380bbd692a20fbb6bb699d137239b7f9eef207935e4d2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b34a5e1e9fdf52b38c784380f32cc2cc9a577f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968970b79c6c9ebd61226c72a9288df12a714b2da08aeda44139515e52dade8e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82abe6dd27e93576d1711f8bbfbf001c6c1c8055
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d88ab00285d40a6d5faa02e52eb924569b1938c75a4cdfbbfb377deca380d48f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d481afccfa1558395a12d1d693bb59ddea1c5dee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdadae57c6e3b481c9dc34f551d3c10b39c4cbf1e7168aaf3dde7bb5f4ff423c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec9013b55a8c9b0c0814e1190170d100cc31a9e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf6a6eb75ae449aef57bd61d9da2617663dc4b231538a4e1e7260f3b2278f96
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52d0ee149c8731c512d25566e751ddfffa1b0f7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9105b135034c83014c7d26e196ce5082399b8e491c0a3b7910e6925fd46da92a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca04bf4996a0b69d0cfac3c9cf49de61e69dc0dd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b02fe27649d3f229d87e3309f87745665430bdb99c0e232111bc56bfd02e15
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4377b322dceb93d8fa69f63bcf2737fa0a33b2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e11e3efdb6720258f3626e3d1429d53708fd19cb5b3e6ca814859fa2b5fbe389
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f560fc0c7c9ce28f12ac149baf15e5c719b61dc8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ad1dfdd43a8443b07831dd5dfd7a188514241febc9a8de60ae10b1efd8d571
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5521d1d6fc1c031233a8f41883ffe238d06db53f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c5786b55c5206dd73375555f8db884625c3e08b639d1868835723822841a4b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adc8dff531652ee4dd3a0b2eeb7bfc8009523661
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb07909c9380b65d9358d89d524bced42c8e0c9222fa284a7e1d6e85fde0898
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c66300e62447cc363011c3c005b3003778385bc3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20bc2596eede997131422b69b49a5d726dc1dd268079712e4cc76493ce98c05
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0219c2b5f624bb62718d0a9f57f6e8184f0181cf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d727714d2bef3ed0a8ff71d8081af808857eaf8a88a6e0c4bc9ab81575377b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b76c91d61bbce52cf189d8fa29f72deb7fc0c896
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e8b9a0cfd85ff6daf8f4bcae38a081d26f7289a48f7ba7fc251d5432ae33422
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..394070aad625dcdb1141e7853c4b45b53bb6b85f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb3cec479e1ea5697a7910657fcc8e6838b471fbc1405ec6efff2067be2d28d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18559e6c2814d58f23e220ccb405082cd979129
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0402112531a0dd8e40dbacdd02e685b0a5093f886412116a39d1af30e85fadd3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58356b7c3e5c6d3c3afea7bc8c22d9222ea7557d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ff6a5d5b23340d8fc5998c090d9cc72561d5bf9df59618355f74ad7565172a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ed9f9b90b08d5c255fe57a5b30928b3b79fbfe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:548aab89ed003db697b3cf9b73522bbaa4c67c5d485e38a6fa9acca7a9f8a725
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83959e585199e2115b678a854ed0f7d624e25e18
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2366df806506d1336d78f5a099ad6d4ce95900727147c8e9d65f822174e8eef0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4d4cf622c33d33100a8eadb29ce80c799f6c422
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8e44f54fb318f5d2add9c7ab0daf4a624e73b50bc76fb9481684e797cd6d79
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12dc76f2f2b0a64c2cad784a3ea684dc4efa9abd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a85990d980e63e5af3ae45e00dcb5ab06dd4a634a5a1b8bce93fe3783117a8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49eaef0d44553dc68974af01a834d7886f4cd19e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc1870fe98329d81c4825acddffb543da77dfa912e4f885ef2cde4c66cc9e6c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c10c40d3ba918bd12928980ccd93a038bc01064
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:175f1a14b31e6e661fd34e511c0c47a81461e9b85b81a3ef7b0e9a8ebafa933b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e96c9b05051035712d2db2b6a350e8d2507e3e05
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c7212a3b988b9c9f699b1f303aba058178557467e4263ab80d6b9bd44767def
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9fc751f949dfac78274fd4f4614f80258030c9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cfda6092c3dd70b54ba6c514c3c941baf6ec8be1059269a5baa2db9e1623bdb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81e09ece8ae12f8902fdc3e80ff657c3212a3bbe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812a538c597c5c34ef69e27e19ec0ccb8811558a42cbdc0184ff5fb07f22152c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fafb98e55f3e9950f04026806695dbbe177bee15
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86d5da3b0ebdb6119903ed6ab9838811a02cc41cdb6debeb6a58df8d952f4d5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d6dd22b6901a5641f41efad596f67584ef7ebf7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb1ade4d7dc2efd7ccf50e04cd3bf3dcf86423363ab1eb6537f9ea176659f75
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9102b6caacde9f592d910b5bb97bbd2469a87473
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f93591446e5901a70d665bb9f0ad248a67e873a20504e6eb4ec89a285d751ce
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f733e4a18577aad8528ac223fe9b97858c0bdc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6265f32f3a759d5b05721bf9a588236ba7e1c337bc782d0183b22e98fed0cd88
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed6d7a383133effb566af035200e4b13409213c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d576bd37e2f8017e4216a0cbe080e659969c08037ae25689851135646fa51ba3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c54c1100ecd5959f34d8cecffe5baa6547dbba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5322aff3e5e0c0c4ae481309b301f42606f3dfa6816f59a75faf00d8f501594d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd3b48fff3439b74e4733c3fe357296d450bd64d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a199b2a8350bbc8ca8ee288b438a3c41385cb763954e12e248ecb4ff7a609e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ba09af2faf9663365c1457efb8e2168dd33adb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb613dd45b25e78ba3bb88931f502f4daae906f831eb28eb82fe728da2a0de2c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04662dc2612910d5f264bea2ddcccf41e49dcd0e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303ae850b65591b6b3c681eded1edfa7c2d2474545ec0343d25224b30c26a437
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..622bfcca16634f2b74a3bfb28c6737f167d611ae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de44aaeffefdad40a3e2fbfafefd62de10af9b3dcf7710199fd949cbfa49285
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4ed135dff3f03c920a5c0a457909917d5191655
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c481c5727cfe0fc7f706643c948009b5825a0ecc6856a72e304668566df5d96
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97764165451c9bf87a54cb320606de84a5858660
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:337dc02fe98393c788021c3dad92232b5c5ced9987c3f0389805225e96b80765
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638876a2842f0026ce07c5cf4db049355741754c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12978403c8d8088eb27f01fac106fece1fe2d83cf61fa2049acf28370157805f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e63028a6e190303bcb323742f3f6a57ddf474489
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab95fc8f92286c45d0f321f1ccf924c22fbcc464de61adb0cd365b2c7e6bef2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b1c898605454d45ca0bb425d5fdd2c7e24ff55
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb1959f81441b650cc909169d8a1d0eecb8660f0c297971487cf87db74eca06
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..294519e5b499326b1e0b69c2dfdceef4e715c48b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:604c3cf25d5988db076763a5889fde5935240e3ea3d02b444c645d3a8c5045c5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603693ef93d776e507e88dbbf3a7d75d2691f90e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03deb09977a8bb68034465568150d6efc0eb4ab90087fba3e762913a7e5ca518
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f5d6ace24a3409a29b677e48599733d44824c9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5738d71d4a7c6ed49652efc64e35475fd518646ade79a1460c24666948a46f06
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7948f2858666e9dce067c1e813cf5ae4492b42b8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:923a9d7a136d13291415a3bac219a3ba21ce0447046f1b81b919ba7a9433cc2b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5eaf02342b53afd0589733cdf358a860e2f5e1b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a063e0abae164e6991bb6f7a5dd07d4dcd2b4d8fc7fb7fbd80cdb6112207757
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ed2e9c547afa553e6527acc61b1c82daad0808
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34759c2ba51a1864ac14883767cf75e22a8b7028c178eda283beb6eb31268e6b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b66ab078a84f0412ac2a861de9a88c50a6b2821
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ce033fc5ed62f87cfb2ded741969e5ee67453fb15832ddd87811acdffaaf70
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0841666a62de3d6584f0d91779f6d734069b36dc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80158b45086541957a56a08e1de10c70c9bd04d6fc155a03249934aa97388602
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0572674f69c7c7c802adda1d9a2a4a958464c65e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d7a3eab33884f331eb3c3f2c7a0f7ca8511205cf8960bdb4d3b93bccf60b72
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a798493fdeef2731889a4407789a342854512470
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d22ecfcf4831d2898acb98d1f28e36ead0fe0409a1eda600263850f2e4bf04
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba1753b3839855c24216557ce4fff0b9d99bffdc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51c606bfeeadefb096760956f0f8aae10c3c728af2a23a623e8be79614ffeab2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6ca3cb49f4a896f1193ac7e17a7931889d6e02d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c9a1a3e79208dbd1fe5498d0c94a02ad806e5ca7d824d004cc44f7600697a9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..086f7a23440746dc98c3f7ecf4450529d80db710
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8066f52eee30c70d6e01c7b6b03b9956fff282c7a4c9eed4c568311a9a319a8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c00042153426ffa45db8c602cea90ea2fba1e2b6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9896aa3e119516e49a24358f98052b101c8a79555a9c56f2da2e7dc7d5619724
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e0ead6c7e3a679f971d7768ea0531eab08ea3b9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9becfaf47b7f9455a2da2bfd379b9e3f26ee61fb43ef379a480cc1129ffeddbb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac4000d8ea50622e94b86c9d898f79748ee9dc69
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04eb26b697b0dee6a55f8086fb6d126d16f75b3bba7bde8a53523161c5cf06f0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f322eeb0c74daac4c64ef78a30f0d54bc99a59
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cfdcd94a750e0778214dcf1691e170dd0440eb982d0e4dd9e7cb5fcb1dff2dd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd7371aee9ef177746d4e1aacd5aa06279f9341
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f3ad9292db15856c5f28084aaf24aade7195d165f6a0e88eaaa3e100cf28cf7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c25f1f28bc5e1f7b0e6dcac483d37a775aeb9121
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674cc3c6cca07ed0c725f84bccc8e60706e1c956f30909191028396a9c22366e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1daf3e90f160c42dcae157ae5eae5716c1df05c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:708d34e372a6719e77f12d93d56099169537cef4494dd5975b66539586ad1213
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0808bce512d6e84dad6d13aafe645696b5ffe4b6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd27429bc01c51e053024c3d3b6e0330f2dddd4fa1a4217e37b4c3da0a560c3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e74250d8c5efd6e31f77ce0ba68510ac21dfade
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2620b881bfbbdb8d8b12be80cf29bd913d3f5126500d0935f4455b8860c7fa48
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06e55db0bd1e8d7a20483c3e0abb2bb27d88694a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d55ad5b04668f06c25d79ce2adea0fcfbe69f8c82685c401f4dcf0d46e080d7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ebf51d97e42f39a20aba15c883ad3f5672f091e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e2a308f0f831a12c6bfad1691f19f0faddd5b2387b89fffc91a9ee642713d7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54bb6f80df8c1f2de288cca3193795dd5b19e1e4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c41e19169fcfc7b8dcbaabb7e31cd68ba0e6038ff417c37d7687ecae187fdb2d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf68a568f063c99e069633f577526d9d92aa7fb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d003a8254550a672f4ec0d2ac29c5c75e90c175acfa401d78741ba25ca80d5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3261c26f9a26f4c02a0b59bccc242caf806e1c30
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddab87c7cc3f16d78c415bd40a6df400ef5febbb23898df8dadca25ef6b54422
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c26d03e2f674c15de9907e46f1c82e47070c5ae2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cbaf3d136c45cde0e327f9f8707a155c99ac0bb25624c77b4ac6ad078749cb9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b91f1ee42d05e9f990c24a8b36a5d063d020c189
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301d981e35d3431fc3a5555f0906c24fcb9b824f0a627f353672a2016b7630a4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca2509ce452bf89911d64869f5230587827abf7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a90ac968ccd805b6def552a8f467e28cd30ff756c9990bdb8d5eefc0daa7398
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b12a19078adc7b32d500c1ba509af86790217f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea26593ba1db2c29ea44986418e2c57e4f89799649d89b5ecc23819439394ed
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f004dc3ad580188cc08d346967bd444cc7481525
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a49669db69d5dc197c7c84e7dd889530f7f3be3646eab0b54c7a004e1394277
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06fbde4bd158f553e3dc75bdcb300e59d56fa524
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a79253495f64f96e6febfbd1f9e0f69a0169c0245656365fb6f2849756d9c74
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e5e854ad25f2dc2e98ee2ee256711b7a8f1f76b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a70eead6a2f2f05877402ab4186de2256241b03c4d6c8fdca5ca954bedd31f2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f98535544cbb6a19143d6f2264cb977217db4855
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5704d2b55f919b14c8ec55c9020d8776cdab7e4a73df36cae060f3d0dcc3fe12
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db6e104de069a220efd5df1439b7ffa06112c5c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b0fb329df4d0fc89a69c49e183ec27965453a1ed861dc5a8a6a6a27a785a268
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd653b8cb805cd6e43c5f38aa4bebb063accd96
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edaf72b8bacf14a65c5432492f5014749fd7fa8bfb8702e4e6baa601c4d4f7aa
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1bc267d50e97e6e3db165b82728466ba7303315
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c21f49035ec33f04c6b5c77603f2161b034f94aff7626c9df678bd27803cd6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9257b06561ffaf005c1c3dcff28d56ac8dabbca5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b349411ede02526edaeb041ac748f7b58243a900d8536be52ba91d5315a36b0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a070faf29ac303ff578e6ea628a22bb488772d1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8341060c2021e8ef5e6f6052a68c53b8e1df48e730434893e1c3ac387beb189
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c71290558fff397126b80e4b3d6e0349bb9cb7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c5be6e7a43297b931c99515748aa5e861265ace3cca07b3386fc92bfe083436
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dffc7d8eae7e8eb07d4732c5611f46779ea14f21
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dce83795230bb110e913b67cfabdee42875b0e15c3ecd78c4b35e97e5f71bd3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf6718e819ec730668b060cc9a3d9e6fa1fdc3d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da553a88008484c14269a62a507404ec780c75c5583678da012620ddb33801e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d63817ac269d115f95da991199c89ee17f25e5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffae9d73895dbe542e05daff3bbdeca02aa36150bd50e6b771d61437ab32e0ec
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e47820531f0833f96f94678be524ab8d7bbf1b61
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96aaafe838048f049fecf20c9d9d7cd298a375ed08906e40d36044ecc5540b53
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba8dd949ddf846873a7112f01966c4f29bc92a7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e77f3d5b45a3ddc0c470172e01323d25797ea4ec2fb046a9411993ff0a475af
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ede10281cf74089a45f6a62217a78b488b81a4f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16537c77136133d58f10afc7230d444c343d3e87ca8292e2aab792009bf06fed
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d33bfdd4bcc5e066c9cde9f5fa1ac20a936d0a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ab0b6e5f657250eadff73f3f4af9ded1d87a1da43873dbe43e9c610b07992d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a02baca070719150b9efe4f3e1bcdcd5b4d521f0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcbf391af698b177d9479d1fddb6e66b564cc8db591578bcf26cec8a2f57a137
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc0f47429462b9b7419d089b9cef4ca0a10037de
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1d3135fafd5bf0526fc0310ed6467a36795699eccdc8b0bd491a3e4a4c1572
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f70f0bae660b72eee749a6eb7f875f6e8b4a83
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfcacc4c32452fa3263f3ba51856a171d5fcd3e0f0b6a1838ea8086f59edcbd3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2217f8729242ede1ffec926ad278b8515711082
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddab519e3ede2533b678f01af4568e45b89abef4496eb755e7a3f3663b5bde9e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc026d20cf16490688502b97b81f0e7528d336a7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97194af0ff6e5a2f1aadbf60f304c9c7107aef227c99575342b3fe2b74f9cc58
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3873d9ece0f5f4d6dd27f45668dce7a45c20b820
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae717ca2f7c0895a4b18a70e463694f685d86b838c91c4a969db7be4a4ba2d1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..954f6b1f22b95bf00201e454c39bb12196dcd61b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19bcfd121cb7c40e9b809d03323635b6e180cb6ff86d0f1af7617f913b43a3ab
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7bfe92a2a674d10076f9b8a35296be285a4bb46
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d12b39a01726266ab17e3547386213b7087f368ad0fde0458613723e0adc467
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c82ce2e3dffff9d377b6aac9e6f95cdb7636d372
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c04a97d1e326b134924cd040f2bc72fc0a2ec0e13bc374707cd96e9226ccef2b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5b29d19ba9340461f2ade940860a1d5dd4932b7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f752a50a7d3e3cb0c5cdc56cbbc755374ca527aa32784b59eb000f63d4a27269
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d4b05fb8eed4a6f14bd58cee8df5c1ada675f9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f027b106c4cb39ba0c4fcc8d09b8a474da4adbca2371e39f2fb313711e319b17
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6855adb7ec118a0a8a2a534bb53eb7f4294e08ba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d9ea00de22c47e89ecd795a08153cb037a378fc0086dca3c7be017f04b2a40a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c926393b5814bb4b4117869b0c7324ef78ddb72d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f0319605ea7f2824865d46c3625eac81e4d165fce354500f72165c9693c6f94
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d665d700b9be09d805ead4e4f19e0a19120a14b0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d6e7fe90484ffbd552e6383221ec7fdd4664c927cca00bf95f6a9b901cf7ca
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe7f80a0dacc3c7388808bd6a0afd1627679cdb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6af8e7c7bf48df665e62187635273c4f80a07f035cbbed97eac00c7dbb851bd4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf35a9a85ce670b36dbe38c3a0f88705d3b1322
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dce47f999d7cddfa79df7584268e7fa71b5ddf2afad6ea75d648a141a093a54
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..293ef4332fad30eb5a89933ad0ea493434b8c6ee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd911427aeb0e0fb2fc34efc908aea3356cc1af19f7ae8a335e959dbfc91bee9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5658aba080eb90ebd08d0c5b9cec7f42de6536b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:645758de168fc996ae0fe82eefc880d3f9cb3c172e28c3b844a96c7427d82653
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13d360f747297bfd6e8753962c05473e653ae89
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf52b4b390a28e88fbc562a514891230d254a47eb2086fb65bb61e129431183
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5451fb9a1dfe80ca7c166e9ef0d13c78c954421b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c9da2552ff363209fa15c9672f49e47b31285a8a89d267bcf595f06739ecf5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..087dd1ab987189732ffdc9de9272fab51ec20e46
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a807531f5accc9e5e0e3cc06bddcc85e597eb16d0911fc4f23b6ad585fb11c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8857432c787f399be644e975f5228d13ae9fb55c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c20b6f50537c0e3600167b58b13f090a0c4d556e146b2f3a6286e15c524c70a4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6653f6ee1d54fa59eb431a94b522ba37e348a7f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32df74259062df839f9625f9c30ef1afde2507fa35b1a820a730edac9a587311
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c22eb1f2ff25735f4640e70a60fa4e7a6d297b3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c819d48e8609aaff4cb2e43209e1e3c9d64787fe2065a664b2f46eda5f56b855
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0757640a82b1a794d8e34493763ae96c2c8558cd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e158ed6eba9907ff94c432e31f60b12d8905d56e7b7c6ff4e0d3b1353b0a2c4e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71aa2ee9ed40a0a708c26ab6226e9b4e1c85afb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d69df1373ace075e84dd4b299eb031fd8972b3add8cf35df26468eed68a530
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..618fd49d0cee838882a21dc633137f82c8eaca26
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:948389b4a5b6523428480af4db545abac9add2b8c23ad835f731c69e0875b32b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/lm_head/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99f2ddf02bc849b7cc94b01ed9b4dcf030dfe6a1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb7b65fc766f3e3982d57c0ceb9b1b61d3585c69891bbde47df84d4cc2a43dc
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/lm_head/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8afe9a9cbeb3df3d8f5cc6366a5d335e2d568bf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cdf29ab9a026119502eb08e630bbebeb7cf158ed653f5f5c41922a02d460e96
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af9e7541abd3dd9b1d098000bd3c25e5c7a8f240
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e7433c104c587a592d985da2bcc6e0e359d72a949253b72e70f4f878229218
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0cf8fb42c6ba8dd61042fac512a11e15929b566
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2857a9b7b0f55333947d5c177eac8b8f5fbf574fddf6cdc48bee4ae4a1d94008
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9acf5087926be994a9e7b63137838f3a6be19755
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01276f1e310c9db6bc7744dc66e2b79198afc3c8c4cc4b381a8dd9f68e6e4668
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c3ef1bd65dab857a5bab1b5e9479e81855092a3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1cb711c761cb0b9304637ea82e89da6500fdc6c1641412ab5e0ffb129c5cbe
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..717bae469e748f870a8a3a99c3d0320779d93e18
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e5a6b85765cb4bf8cadb114ab11fbc04dcf56f354de5c5d6ac0ab0f3424ecc
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54244cf773976522aa7a1a94a6568dee4e4bed80
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0886f4e5a3032b942ac2aec209d32f7548ef23f5884929cce8450122cbbea948
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b80ed9d6e57a214eab9c4e789dd1104a005d5c3c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b91853f5476e34b42baef91e1d1c45b8642111d646f866bd47ba6711a26de7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac5a4e9414cccfde07e5f1f9d27c85d25d17cf5f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500c3b193ea929f72dd628de3d4f28cf07a650f95ffdcbfeba5a8b3b8c283019
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..189dd131e8fde5c73d8e5f95566093e5b3c17ed4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f4bb3fce29b6cd8fca718c2db39a473d7109ee81d8dec0a09269db8c5c17cbc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4cd8faa3524eb68f93b7a55c1df7ced91d0507c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a191309eab88b2141df451086247c23351c16ca11c184ad99acf4fb0638d2287
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b992b535800fa66e6548922341ebca4a304d28
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9915a2e64499208543c14c0eb006428002a40484703cf40a4788c1b19ca5777f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0418bb6282539cd6bb8eab6270e371efb24a4b40
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d6b8197a7b5553007cffbc7cabe0637f5d4d68b0aa759fd10560c5b886ad139
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4a7ff25594841135512b6cae2db0f67d708a34
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5df80b3e2d19a0884473329492a561f8b3948f523aedd6411c739748c4b48e3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2fcb05d1f4dd68656dc7ec6e3e5325a84ccf73
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1633631816dc1c96093967da5fbe62f9f35c96f4e50c449317a3ff157b55f228
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1adfe1f63728461625cf001966c149abfc6499fa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53fc828a3812ec386ad169e5e6961fe427e3ee5c207b32d14bf0fab1e9717d3a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e61fc5517d63db5dddae729f255821d902b513fe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee025233381c84543289b49494d1a2cb37e47deeabbb793bdf67c0bde16d7f8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9c200facc8cf8e77a37b1941ce09be8545f9cb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a14857a0fcdb07dbc2df0b1ea991ff3a43424eef4575f7e2965b8a6513f5ccfe
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50f65199451d527735287679c9835129109156aa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eff24512ade58a8e52bf36d9238d14a94bcb81244382eb335afbb41db59b420
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7c0cd0e05ff5fff7acb33d4a9a8dc8cc5b480b8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8babfb932fdab8c2941c88df88140052a76b5d3fb166b5695ece936a69e8b6b0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..794da369bd194d3f5145f2d070216143b7811f69
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab0be870f0bd3cf6b32757534ecce2465d59ae553b9a3b081459018f0223639
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..969a29852ad1ab13506d0e282a388ca01cb0b95f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e119b5b4ed6b4017645833ad691c8afecf7d8e1dc1859b9cec7dbdfec7a60d0d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65bba5a9b0bfd554fe6aefebe649dda9bd0d156b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff91b96525093af0991f1f495931cfaa49662c4f1dcb25a3c3c76ea08c6f6cb4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f8f2abe1ef12e56172f775f9ae1cdf863ea446
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa99fd7afb10c2b764b0ef68223a34432dd1201b11a220fd2dee2586a1c1562
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da1b225bc05a8b22a7073aaa6e147a9efc245ad7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa0c8b2be537f0c9392c3e2e5f9db5a9cf1ed9f979f0ff58e915fe0317484af
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae43a989fe2464affa9eff0228c44b19fea25be3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41dcbe64a25ce7190781ef8def3ebbe605c70a7511d5a35cfb64d2ef4fefd9df
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a775b1cc40af72e7c8ed23a98c5bdb26100841f1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b23ec045c097d2347fd7eae6ac10bc55ae561f62a42103878e53110b392868
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa94fc4760cae292f07792c6bcfaa0c29eb90ba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:704637675b3ebfd93639d543ab10715e965d11f2920d203cc86b4e96a048a97e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ade74f694211365caf9fdd3452309721b1ba5e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac880c5379f50a2d14667452fe97783ad0bd09cd6d15aeb0cf74ef607accb0f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..189caf478dd69a631cb67caf3de19bb8f7fa2439
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b2ace9b48d4d0e45e2dba7b95c2a07b64ef8b7058bd7b648350c29be254c14
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8269a6c930f5fe64cb5bed2fe77618f13fbb9754
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee6ca12d5c0c0fa7f29a2cf73827959e4c68ce4e5d4a2b17edb672bd2eea2eb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a297a0016b515bd41f37e8425008cc5b9fa61adb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7b9d26b0416d862773aa18586ad0040982faca57da1648ca67293fc008547a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff443246f6780719d859b66a94f4f6fe233b106
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed0eabbb9443af201bf7c2692650910faa263aaea0db3bcb299ae1b2502a8bd
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59a82de0773bc81853a6bcf5f93fceb0755fb0c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40e3bb911c18c94d2d830b7f40c2e5ec51851c3b5351d572ff49ba2a998139e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a1e25798db632ac3cc33d3d1e75bce7e8b40c8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df53d12494d27d1e8981e62e8d340ca14947a42e56b3780cfb5113d7f5ff87a8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a28c333239af81d7668ef7ab8ba817afaf104c2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcec976bb376c4f3cd6204774fa2cbb891ac4db55e20966c2c53aa5e7dbdb4b2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdf24069cdc2b64030d81ae8087f0f49fc27f6cd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75daf4394b0782ebab3250f80720a84185bc95187b53bda7c5e200eccfb96110
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab84b9385fd9dfb7e5609b0b8017c94eee528547
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2195c9931a3582b5a0868a52105cfde9d21fd18c32d00a8335cd7be76157eaa
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea19e051d98d7be4a8231edae659b7d6c6edcdaa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4be33f4c08ffb37fb41d19573781196a67d6df7a50067badbf161e63921ebd1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6712dca7c1ebf98c95a4a74470045aa145b7e8aa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b8a82816df0ff187feff05c24f6d3f371d9ddac7e75244ee8a21dfe96fd254
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0676bdcaf8f0600690ccb1da33ab1fe2dc190b3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be5f988936667f737982e5a46a4fed082f178f89cee12ff85065c2e97e13762
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c396feabefd888caccdbf0dc00527ccc776575b1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b797124d081b3f67de3b98e7c584593b3a076b95eaedc7fbab7b70b7067425e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a516d9dc8a945fecdc2ff80b33517ee128f27a2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e568d27436c76b54d0050b2c07c9a969d7daea7e42587d7e0ba9c69162d104ee
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e5702411bcdac94c7872eb550179abb5409c5ed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b8ed645a6c1f5092c96f7c22c8a70d3d3369c9a5bdfffc70b071460c9310d3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d65af6da2fa22a029395b8a73a250a801513db94
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc021bf57fa786bc1e40142e549afd0bec3ca5a987a292bfd12eb1773d4f518
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e21d3d205d624b96d2b5982811b94da7b93d240
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b8cf7c54297a855bb89dfb22f3a99349729263c5dc8ee3d7429b7f6748c864
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deaeb882d28f1a45b601eebe0d2d2680bdd7f16f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e85d8704551fb1565f04a5dc52127f165394ab2e2595b830f1dbfca7ab6cd54
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26cdc1201ae03207af81f1cfe3d53bad0dde882a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65aac8fe433c5ff02c97860a305da37e4958099bdac62bca0e936a62479ba04d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1121a2ef75258dedbba7e7bf241530607c2266a3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a8601630b30f1b548203a2fe356e6b9290950d7b61a05a67f1dfbec92b28892
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1807815c4a6640c75700fdc88e946ae01f56e62e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8039a06920be9e195c7eec483a2a623c575a9df16aee404eff4eb01f70301855
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f06b56c7482aaf8809434525d3a0c21afd008d1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b3b5e4ece298bf229b0ef014d07b8d64d2a7de357500a86687704d69608880
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b7216cce9f31aaecdf1dfba239ebfd9532bff88
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6080a774469ac20ba004d792f407c5896b1f17f1f5d764dd61f5669ad9c2f0fc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb5bfffdaed55bcdda006dd05149688d8d6658e5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc5904a1598739a6bfc0f991ef660004a72dc8e01a894483be2c5eac3a808013
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23abafbab89e357be933d2728b39507c5166acb5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da28f4bf5afb5547b0b373178c63d4ea3fd6bac6b3e28b5436a6a03dd9771f31
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc42f69067751c62a6bf9954cb300676b7f0342
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91cdd4ec433279ecc5a912038f6e1097185d6884d3cc902e53e14e642ebd2239
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a635a8e777ee43e041f5dc4e075e5c1f446f6ea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a1396edf9ef6152fcc8a80c91f345a58b3fb31e43744b74ddc437dd3d062c0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..703204591bb56cb00a675c92a1867e9f0bf13c19
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e15599be59a7764e2ad54cca6bad8d1a73f6799343bc58a2b487312ed3183e3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4cc95ffa658ab4624fc515115bfd3d13817b450
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3571e24a27985a72147f00d65955596e4704659addc5d5499db3dae642af590
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd116ddfe187f4e1acd2c58573190f940529b37
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f143729e4ac27d29de9bda50823051540c5285f1ea0b8eb37064293b4485e9f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ea92725282c86bca2696e12b2b4b056902ec9a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b270126bd4b4a754b80a38ed35a6f0b5832deed637796749437ff2e5349baa2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..225e26f7990622eb083187096ad4ff02b4c4ec76
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e773641d1db4ed0df9de940f3f91c2953fa4256f501cd6b6a1fd06ae6960dd
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d84216ff2ab391b17524c7eef030a6b8916ba7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5524c2ac7022b2c554c36a0412ced53d1ffc54d3cc8ee482fa2a334b93e3d47c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53ae895aa75de6e5f68df15d78417be7cfe46423
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73040d618c91d9a97d1f02ef1e30a6d46c7aa7cbd8edac7a6046d771b22743c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b076f9c2617f8cbe564f34eecfb64241d95c81
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75319505d96167a14dc2e2dee4898166bd3f053185f0b97db0d34a017a54621f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49eeb26c3b41b5af9e5e4e1677979139e0f5e833
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4490a55f422943cf719185c5ed815eda2099aa3b07754a7ae1118b17b4102bfd
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2176dec4931c496bbc597bc7d574101896d8d77a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eefe4fecb459816ee578a53613018aa8ddd0e5ad8072998620853bbbed1867ae
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb2c458fd9c088b7eba76c535601c02d1d8cabda
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8db4e1709840e15f48f8b162462cd4a807f87d7aa190c2e363a2079f74b39e0c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6076358ff07dd10679508730e98dc421a65a358
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:454f6c06f5f6caed83b00217296c9a489e7a559bf3657402b5e7e47d23dbf2f6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a2f2cac1b7aba55bf1ac81735e86adbd601b1bf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5566320626ac32f15185b038ccc4dc414ae3405b4f7fc06f9046af35c3248d33
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf6c62866193db002ff7e7d9c827a08ca0a8dba7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f5738ecbb1d43e3842eaf89747a590f91c63c0d540ebf81edf52f928f5226d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dac316a91095d9d2074cbce14ca2d20c5d734c3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e393f3ff69215a023b59f4152090cc40070ea910cc04103d89d26a8b5dc3bd
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef8c6f902ef92ab28103d3dd34099efc0369c1be
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db82c7cd229f06677be5df0ac388b07b19d072be05d2f296c16983511fac292
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9605bb5c7c40b214c80985d7e793d210981bcb2f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c96ca1183d93262e4fada3f96552d4385ea95bfbbc91aef7c79e1ecf408ac37
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b659259aeb1be63bb4d7eca778866819b9424c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90937ec2f3cdf157c94e1ef377961f1f82be540de04bfb329378e5bd650d4b5b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed7205ce04a90daa8cddf172e19e450f4b6a8a94
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47519e57acb368fd8859f3add8a773f8449ec9e77f74069ce13b879bb6c9b2b1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc06b77f488addecdb8b2ee30eba538e75e46bb6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed7c5d890250b0e19c59a760e31b0d6a9a6ead42f77f9b03774386fafc0be0fb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df5dba8c0c4f0e346c728479ffd5b299069d22bb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:982736d3a2d9a58f4c466d2c98c38dadffa028aa577c22ce560247fc8c3aefc9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4ac48ea6fdf69f94ce109911d6d61ee3e36b387
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b8e6056beb53e41263cb91ff75d3a53cf34085e4b6ae3d0d3ceeb05f8951a7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d304ad108f5f1de19a37c927c681918141d8ca4d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ef9367b2d3d03653f1ffb74d4acdd9cc2af81a0c42a9c20b51fa6ed48d33fd
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d26315da36dfdbf7e7d82c3bc29e46d86ede78
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd669b546b64a9743376b19a0f0cd42b66e18e80807fffe0c952153b18e8d1e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c069d2de1015b922bbb53234833a426b16d35b42
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da2eb6459552ee43813d8acd51e71565d4445640c65c56920aaa3fae88b25a8f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4f71c18f4820405501d022d62c97e47e2ba5ba0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f092bb76ae1b531b5b4ed5779ed7b91561ab2fe3d16f8216c5faaa81111cfc97
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5493c2281b73e90981738ba223173e978a7e1356
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e13ced263d53e39a56dd0a0e7945cd2b7d614a8fccc338aba7fba6a19bddf580
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c58741ca57685ddf77c4df3e63940037ea4cd3d5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1569049cbad2397c98247a32670524278060bddbfa4435d7d2e59008e5b6857c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4468ce34921e1d21960a4ff12b3213812f7d7ce8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9417d2bc385fac706172314127915909861f7466af8867e40db562a1f3c8c6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc4fce31ebbeec5934b0b9f7bb476140165151d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:953d16e4baf028aab68b9c2fb33ff9c1c67c7339a36311534d06a93ddb5cdf72
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f460acb846c5442803fb19328df7d607ee69c5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e26f8276d0beb18ee63d689173ab19810445b6bdf1a043238bba23bef0f8f8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b15d21375e7b4e51b3832df67ed36b14aad895
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca25e96edb71b2a7edef7f429a1d7c39eb27744756753b15eb2f7ef5788d259b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba191da26fdb61e9aa0ff2e66d2467291054ecad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3937d96339590e71556d6de3859d3636e85017511731b1cc7b3c73cf3967ce41
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63be9aebec17b30de27b3d543bc5cc32f16c913
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640bfe487d721d631c91a07d7814ea5d9fbb50f5a48e01dafef763112710bbda
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8b5378b34d70775427b2679848f6bed9f6174e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43fee5c7f5f7002c64c54a05d70014aa4ac2bca17c1bd628627e843b988aa7cf
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7efa9c805950b21e13c70011528e45ef36e26926
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a496feb06651e0feccd8297d6bec3dc12734c94e6bc26073a4929100890fd7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e7b6139fd4e1b466142a30e8679da9216728aed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f8cfe92c343b84b4a3b2e1d4d104a958cad0ac37eb1440f2cedcb30c3c0f0c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f83da32886fb07c79a4e9f36481b376342678a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b405be754bf975122b0dad67d9d71303532657fcb49253d2d648b56bcccea0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5fd584d9c7aba66b201b33759a7b7948b23944
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e5a0b21c258b620edbefd704bca1a7fa50a1577ce53ef5c82a4f1c5a5ca5789
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a50ebbb937822875d6f71230db892b0fc10b56d0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f97e41368bc48a60f73a76b89f09373e054d6b36d9f6e801567e6f57cc3c5904
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5687c70cfee1db17c2add371d6c5935cb667d44e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25137b014d302a15ab9de150c93637c35d32cf288e038889e8206a30efeee4c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d96e27e000975303f1b4b29007369fde72dd07c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:341d8cb1113db4465a79837ca23aa8a7c28a20f7a1fc0b8f584391cfebb0a197
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d265f66b4d2e9b0fe90ff2313363dd6e5749e005
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbd52a5a9e09ca5bfec2e4bb07b2048b4ab2592729b1d57391227ac19a96c7f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d0d5d17ccc1e76788da95c8adca52c62cd14535
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca0f07e7fa7167258f2013644c1ddb9384d0100d50952f8ec2a09a42588af68
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..420e292b2b48bfdc2ad55e28bc5289a845606063
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc35fac79f2e64c3d3f5322f89cd655cbe9286a660c05bb0ad468f45b0e73cf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a2b72bf653b29dc1d85813d1b688310fa38633
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25408cc056adb08a3d46f80ae14048f4b83ce4e089ca902878b759aaae7a24cc
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41b37bef39283c8921c03fafae9f2c1134a4030
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e5b0aebc4d1420c5b074e94dc8b10b9d92757ee37eb9ab5b7cc742a35e1cce
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ed7dbac055ccc0cfe5ae753ad4f5b4464e868a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7b1f155c2ca721a0adc75f820190602d7506a944711183c1e1fb3e617ac839d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc3d97e6c61cce1ad9fdce2feba049832b98396
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f531eb01769be43a4c58725d6bcc95c5354a83b003b31b81f7e6c9fa3c4dd5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7f6f048bb17a54ed626d353ca7565afc073bed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945d7e474ffd40254f6c3f8300435b340d7adbbf7d9a2deefde61749bf06693e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ae90a221fe1afbb1c8c5db7002412905cae03d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce33a6cc13cec4e8395f68012128dfe9d320e19a94650a639c7c2b72df4fb009
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a7c2eafcbbc0ac49a3ba9a21c815eef7ebdc0b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bea9a48aa303912836034619d3e6f4b91827314547b22b65c6d0beb44281f0f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72d39422133232927ba5fedebcc2fc13efbce81
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026c141c5ada54eca8d416fec4b9c1dcf136111296950b1c515cceb80eba181e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf7cef98086684cda6d58ae0ddb3e541ef85976
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c47c151c65d4b5416dc2bff0314fbc5133308a9d744316aff4ea06b4f0e0064d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0af77e9eb39f0925f5b368db364ebc4fc845e47d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d715068be5b74d7ea7806b41a800e0e4d3085d25d095835c0d2b799722885673
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71e0405dc7e26375077dafdb21648ea2baa5a3d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5d03340ba53643b3cc328e3152fa374668ba0433aa1137b018314e67acdf0c1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfc1ba958fe1aeca0d05835e0ff5b79863ee5218
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233eff6f832ddbf5da5b0bf4453a8468fade13d6c196f572c73207924e16e756
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44eb276cddc73e34c609ef0fd256b841ddf14cb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280b9d8e6d0e7a4eb84ece82818eaffc65bd9589e7261256c5ee4d2ebf945b2f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89f3dd6d002869370def564ee24d60f0e62b13c5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65b134bced2b1a775232a718c853ab3e9b9cb58ec9c5862c78dfb5b2055085e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62383700edb1f3c7d16d9d46adf8f64118c74fa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f543a51ca0632daeda7ef7d3266702baec2b51aa3d0c7fbc18d3177a0a79236
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c56d140e85329bc6397728f8f6d0e1cc49514cd8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a2582acbd468c53206cb9b5195b8923472669114b554051f92f03068244fd7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4d8d21078375810a005ab1c561f1af0fcb6253e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab091aaf1b9a6c4813bbe40d000556cec87473eb1bd7dce6755096502a762658
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57be54510e7b0545cc56b1f5f40c816ead40d3cc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ec5ec170ff915378a28eacea2545451ea9991af808de14daaff442d96e07e3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc39fd0c0005162ae7e9480dcf6ef4f4ee9b4dfe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:703ec4bd9f039626a7fe408b94cc72d7ac34e14ccd35d65bbd984af048b0871c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecbee9a6e66dcea9a6559eef91c0fb426d7fd21c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31fd1c25c2d4ac1b598f6dc95473a25e6d6b47a304d2b5ec583000cd9f1bc8bb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c44f639d4b583d7f1b88b3ad5a20a64630316f5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4ba13c87080a4fb89591032a622cfc1027b0ff9bc37cbaf0a22cbe50b7de6b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60bf55ee9cbab8a3fd15ad57f386818a0c74608d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a0bead98f3150cc38c4ee4613cf85965cf0bb75720955efca806cb13a84ec9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..159b816c1e24c4ad125dc823de36d117047b366e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f24e3495b626eecd10aeffaa8fec1410c5b1f8f82d32fb54ea7a8a56ec3530e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f8136196e4eb22e82b6de8666129ac57ad6b54f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8c63345f0955150ce327bbfa68bb1a682f3cfb940280329274abc4dd1e2d135
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f973af0396a49483de422b9bcb8c59727636c50
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd71b332148c7b200e27ea471e13a419913c975607d496eb5af471e23650a5c8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..976e9a15f1b1682420b992f961b8c748c02e7cd3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd72c254a87c678f178b8e7e9fa6c7936380f66d6558c0120591c3aa6fb0db8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5f26fe2db524b40f99a5c451c35866a4d35acc1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a351d504828ccf88573307369851b992516f1842cf8728b1f5de85d616669f0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2bbafca5dabc967cb6745b2f5cf8b0eeb7ddc3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb76324637a819d6c5840d897fc1c075d36a342b2d6dfecc6ceb1ffa50d872f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a870e04549ee4d4d723d06583301d8f06e2e25dd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f76f10ccd84387818652df0eb54f6e4cafd903fa342debc57329777d60e36664
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f871c23524118f429f4ed19ad679521c420daa59
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a9de658d6fa2adc8f3d8159ab67f1ee5b89d727fa25bbc6e93fce3cfeb6f330
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6cf9481b40e3cdaa7ca3435a682712baed8570a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e19d4d3a2b678081f97fba641894d2e45a9d00602124369a967403931dfec3f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5e3b3cee31df7af2b446dbb02c7215012d41f56
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10515755c63bdb842dc045b6b720ebacd5ae470f9786aec9903b4896a4bad2ea
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcb109ba8120fbd130815d74a500758da7fb347e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a0926f41de7d05399dd043b06ed01884e11ed430a6bcad594c47d2ff2d4d2a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67aeb678f594692bcfd2f8f21488ef0531597c32
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71195bdf7df0e7a495a5c0b2977e88c7d85e440c0ed4fb705658d07372735e94
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88ba4d8e473927f90b4542ec3b9c9d74d3715859
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ec192aa8a64f5a08355c90bfbea80e1ef59f95d5119e6ebe583ff33e54c0c9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af2b278f5d5cefd7e3c750fe464848aad5eadbdb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ace97f47b92db9e4c1066e490c14efa14bc4ac16fee29dbf4322bef77c63e6f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20c4a275896261f4846a1edf710ee3c3585407e9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4391414d07b011825f88d4c0cb1d637bff36067f7c9f05a28d6b05ecef6ccb98
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cae751e253c7721557f216aa8c455481ba2d8324
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:323377b7c77f44d83eb5843e047b23dc1343dbe3ad67e5f45aacfb229498d70a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb0642807c6d742874e0534bd07086c482cb1168
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8fab83b995de896664a100de57774c4d0422e678312b7ce74c2f9c1a4c195a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1739179d9fd4a2cf279710742c6dc59b631a850f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:134db0a249537eb2ac0354255fa8c45182331d5a2134915acd1b83bfcd1f8d83
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33bb2f35588221dcb1582c0c2f755ad8ae141592
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55be644474e08cbe0234cfd4b64fadb4d3f5950d2c3c798c34d7663126840e81
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17eb233733589aa949250152b4067aa8f75e6924
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cadcfb4e5a8f2fe8db269a168b0ab751eb0aabf11dc506483cc624cfd8a7efe7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c325744c17a6fe6ae6953301738c06846e2fe4df
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d2e99288cbf6641bcb114931dcb7c8e371e47d3c10987541390dd738e6b9999
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f320ff1e8e208fbc6a567703264353f27d4530b1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af56a81b78727b25eeaa32b897f58cfc279260d3888dd7f3c1448006f08f3bf
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b88cdb7cc2787c3b12eb07b3cd7219cbb6d29a8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50404a123422d3303517cc1180e26122abd3717b03190b5b650aeef187d80b20
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d5713bb4d866d3ec5714aa47562fe343ee98c04
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45b701d93aabada09422244dde922e401b70bbb273a31ee62906e8c8dea4b745
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8629abc4e55dee2b7fae3799d0c934763bd8c459
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a94b062a914ffe1e3d55665db0afec78d7972b2111ad1f6d0ea2e0e55f60a449
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e138300a940daffbb3969e3686491565e7718f6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef04bc1884c3106f3ebd30ad27f740021d159800ac926522ba2fa9da4caf1b0a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c95a93ef0adb4a1c2a077a475c5795a90e6a9ec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b43d3dbae995616ac0c6a10c9d423c2abd4904148b9146ef44284aa991e0d8cd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df17802522fb08cbd124671fedfac7273caf7531
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:914421b83066b15863f06c116784759ea65ccc3b836fcdbe319358f87de31b31
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ac0f72953bd4c3368a58cd0839e0c78cb8b83c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffbebfd7caed0cd1c13978bb19116d9897c2a1107dde0938c5b458dc20987146
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ceec1ad82e1353cb8c849abbff3b1c93f1c1bb6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ff3ca4b725aca8ed53d97567e69d9f33a65c5dafea8e7b97ffd1a0f81f6aaa
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9f9e818b4f1c880713cf74d451e71085f2a0390
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977378291b5f4ded0e389646f8b14b1a7cf43468622dd58faa4e2aac67c1dbdb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8801a0b90d52fecade439f4483b3ce543610d09d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59109789f8d18f2d5197c2f1deb9cb4c7fcd70ec4cb1ad9e0d69180eb97a2817
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdfd32c48da3ef3545355cd1e3218b37019a2b4e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f35c2378e826ff5ed4a62b92a0903fd65e689197f2cec48bc0817c6301393804
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31dcc2cee70c9c23d09b9896c1ead02008637bf8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ec15becb9c20556916d6b25b25bf739f1e938f850838395536be99ef9957e6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..961857846ea60b67ee98dbaf6edf74e22899b3e6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b113ece8d776dd4242e24ef6f91c708990855156caf1d0a8a1f373bc2214a4c3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d94d9a7db76c4c530c4196b8648bed9b1315b1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc4fbb5740df05a6f81e0c331f6275bea5dfeed944dc030dff5fca484326327
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7181b28e70939a8c6cd79c1933c881da580c157
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40bf03306846d6051c63e54d3e1e2b093004cfe218c3390ba89a62e7b54f8d7b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00cff2d0b153ef71a86ecae311b6c01a847eda5a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e432f721300298edaaef9436b764bc766b06e7babe675000b8f9e2dde48a9fbb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b60e546f8b963707a466fc09eb92360953c4e3c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f669e67dbddc1003ec473720adf1244edc3757f6313688f7d9d73debaa71229e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f984033716a4acf823484561cc08df86c6cade1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9280fb0389e29f382e9b2b7638c4a4302c5bddf7fae171cbfd34ebfcbbca452e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f9b73cf72b3ae242cd11825a494ddf2931fe8b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2424baf86ae16b35b0760efdb3e17358decab1e7947b35b5b1f64857c8bcea91
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..535e860789d1d896cf16dedaf4820a210f1295ae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c597d8d03b0961a500c9d2459a30525b15d97d3b3713ef506e9058aec15cdf61
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32abfc33012f21278a02b0d1d351dea2e2c8a0f8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be1e67d837755778f52a3f40c6300e22ecbcc7c4697fb191685b26317576439
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b537bbdca7f0a4fd52ab68dc7d49e39aad375b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3a65fca37195660d138353c7222343ac1bc94562b4d8109518881dc19cd06c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e3a631666e7df7ac651c7557e0fd2c6ea0c51b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f4f18699791f1f72e48d88c6ec21f31c4a1e8a5675a3d3321b499d45f84250
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5231b89667585b3d2142016d036fc4605c577900
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c39b1c725df50284f9e38b658de45674917e2c035182856a07b9897660faee8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791f31758fd5e7235686578058ee64ff7f66685b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa8c57f33b32804d27190aa506e955fd0dbf932ec1bcaa36253ac551670f391
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f776ad7a3ebd0b3b281d2d6a63431d815ad881
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b2a1aca3d871e37ca76d99dbdc8dcc9c4c020ddc17b676c2c8afd6375713cf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32dff5574721fbf201a5e92b3a7870f1e6e95a4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a69b1265189ae2c8485296450a73ac251757c14b3a8f3b62040c05c8039a8f2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fe0a2b37f22e4a559a0351847b92ea75dbebad7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c99b521a3fd8a11536bf09726bdfe6638ff3125acb4b1a979257b0e6bf1498c6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be1c563350d4ed8457fb919a4d512c3dc0748f5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11389f4670b0cdcbf467dfb0e1338a83d200124a33ce9799131fb105c87e388
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfeaa8517d8fa513fe6c829c6bfea96de91ccd8b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b90d417a4ea4d17a0a56371cd79db60126a98609ad806d9b36217fad2b3188a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29c52010524b4b0f20eda5854049e8d0bec74d5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feae34ce6235f1d8e3d9e156e765245726d71cfc6013c03404fb0f2ceb01f80d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc0d8f4812687fcfd7788df627882ce28966de44
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4127264f24f2dc5d5bab2081040fe624e14c6e9821300574c6fe3c12f9b3339d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ff0ab21eefb7be960748d756b9fb6acabfcb694
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55bdc0ebd383f16dbf0ec6d17e8daf5593bda37b2b703a5ac1466d19781ea68c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29795fe7ab89b2688ebf8225ef56e2323f19621f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0463716a1cc18d382e94ef9d6d6ea83f392507be35e4dfdfe326e06103dcbb1a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b7bc33f093526fe8980f9d545f3098453bbdd2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:857330a4cc70efa4f9f6fdb89fa50ea4555b2ffc29f418090d8009b7d0b37ff0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..736f7b5dd282741a2008724b4fb59895e1235d77
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb4aa6f337d72fe2868420548ecaac6e2950b7d71867a3b8dc0282d5d43c21e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e0af98cb7d117ec17746b189d8a2802389f789
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c47bf98741bb9aa15fd1baeb7fd59edbc494511663885c668ba6aef8d54bcdde
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a073a7008131590beae00d45f140e04b903fdc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688281773bc5e554ac8ab2c99589eb1f80da34bdf8841af05b550c902b426ef4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b693b70a659e58f61d949eafb18237da15931260
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f00614c0a8736c8f0f9c71a4dfe02c4a3744cfa3187a58e8cc31d78bdb5b1a6f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ae6d504a61cb92676121fe22b3fe3177214c2d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eed068634d7070abfa9ec1afba826a91600c6c11081299958d25bbe48b1e031
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1dacf51d09c66cc280c25cbed966784e86f2b25
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee9e4bd26e45a377082e838d0fc64213c43c7b7c7e0ac850de555450928ceee8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d8c01c758968a856e60c8bae750edbf6de151f9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af4ddb142f73f12b789f2a767fa7703d986930bb9332509583e848cdb171c91
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2659635485277ea3b93c9342d9e7475ab8bc57
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3da45bebdbf4a3b84d7098b36c5f003dd1aaf0c5ee562f5e1a2b4a7141e4966
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b0dd19255ecd7152e71750875f167a64bb8f90
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d4fe39fc2ba39b819a70e78a7210bcdb37aeac9d716abe88d9490eb39fa8bb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..014691e091de4023921753ac18ec412cffb9e73f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89da5e421203ca5404da037666a9d1f224b42b8e0724faafeed192e0c33417d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf6cbd385e59b839d25319ce1a9e91609ccf99e8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1415a5afc0997aafc5c6cb18182d9562661301574cc1beec1b94a46f81f1ec1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf3f627b8306f4ab73a5f6d9edceb4c8613379b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c94f306732de40c5e8e326296481bd55b14a21d65170bde52ae5ccd42975d0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..755ac7923d9b7fc91d4bea42c870bcbdeabe8ddd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4256d5596fd02d9ed9260a8f42aee81504f912ee31869f205f6a092a304801e9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e04b52b28125afe42310d7b8bf8163189197b17
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:794539dd86f0620601193c28fc94c5821717272cf3a7a42f7b7ecd7dcd40aa78
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f3584a4a544ec043d9a94cab6e2b8843a8c1ec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9aad9ee0aa04cbaca88f1ae5fee31e32a89a6706da84a2a9189732e639cfc04
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..723fa72070400ef1fe6c082756e53d0c7acf04fa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545dc8c967f839976af7ba729c8c73d2a6350cca9c797e17f244f90445ceb52d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17e4d74901a8568afa4081b94d95ef5b9e6f66a0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fbc3329c883667f4f434e792779b63e1ff766ac8e7de6c17cb8d45c9af1b6bb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf70f8496aefee2acdeea0cff8f6ee58f638079b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f4e0fe2ea3a3cb96eea8b32cb69b3acef725325b71144a607b898f68eda35d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8614a538405bee4180003756dc54859bec31fa1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54ce9e567ddc7ddff2331d8a12e59a9b01c68b9546f4fc18e7182c8a7cbb1bd4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfdb08066d36783681dc395bdfa9c07ec90ce086
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd39ebd0b8793efe998fa793af0b42e1482464200d21d00cf9b643573887f304
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b3f8e8b01c714a582fd504f7f2b205eff782a7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c383d8ca74af7f93c4503cbca685fcbf046d4e4f7013e1bcf5597f8a91bc2e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b476f441436667021abfcf90198548f9d9d810d3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b217892c25781f9ad031b10c2b4c5dc62213287de6294ff25d68f26fc4739d60
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40251e7f03494b14fe4782a74b671a9546a2d4d0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c671b702dfe83d384f24e45beb057075ccc4d557edc65b6096c6ac92b510a011
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5b6e01d0828f1f318eb7b65942e4cb395c272a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e193605d655bf4bb2ee433a7852df5f65dd20626d3c95493c389ec00af0441d2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c5d369409a250048c7ee63f5d9db9b806ab7fa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2b9bb3276eb6c550f37262af3268d7b3e51c2925edaafe7976516a32b6fe90
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e4b26fbe251ad0cac155026d96f25cf981783f0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a98d4bd3a9279e160e41224aad4ad4a00c1bdc1747f824fa7e11c4a34035c6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c88ed1d85d5acfad8d7960894ce070a8b639d3e4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e77319a99c37a9cd06305496afeefa53e5f89ed16d17060d66fc1224fd0a43
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79cfd417b22dbb82ac31a67f2be272cdbfc1e61d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a0abe64ecba3c472541a15237f863bc8658a2a3819560792f2cf6b1dc6cf104
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7824702fe2f6ee5154ec3502c1ba90871b10e3d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54ebf90695024fdbb2cd4b5662dc708913d61819eb9709ed2f507d3a94f471c4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ef5e3f6b7f932d48184978c891af062646fc34
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:932ca734ce4057b9d73ad24574e3f32fb429a328f7a9e437aa9677cbc33a5451
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..000799a81b366e583c9ebf5ddc34d4cb02502281
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f924f36a296bc009eed3a12310c9bf2d8f85181586a4ca810351fe9cf862d4d6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c94f9cc91ac8794d3d197638914eb19306ab8663
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f30353a7259a8099b5a1fd4a2d2fad14a05aedeb64ebb973bc1f034f42f8610
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5855b6b04531e6810f478f7f9f1ac3915c2cbc66
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae48040a56e49d6971a6b17fbb63a90cd60bc1068c0707e14ce522b44fd93704
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff4a287d73328b321d49a1b5190a9350d9f351b4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08f59abe90336b442037c2617f3d9af1cb40a8dc2f2b88b26b300af260d1458
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25df5abc240cfd3afa2e5360c7f4c6b8c1424081
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5100d88cd29723dd9c37e1af6742ec803d94dd6cb74adebd5e891073bd7280bb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..746ca9e45113cb4240fb5eb279f93974c130a419
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3080ac40f309f18d0a331e9e1e3311b51099523bb5d25d7e251371b491499299
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c638dbcd7e1fe7386e5fb1798e4892f92787646
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e2b944e64e4cdb596cf13ed86774bbd0ed1346018ff058561d766e459688102
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52bb1d8b022c9a743d47c9096dc06ed94c4d523
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f6b3ec7a2b64096ba945d07114f7551175a6a983f46ef57dba2bf6e9db3405
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55db7ae66e293c32b17f53899b56450a636a8cc9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f9c7a4c2101af6f986d7aff12fadbfe412c09f9cd4bf7b1b2468625967aedf
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c373778d089fb579695d0eb720321a1f381e153
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4859a552c02540dbff46907e193c979d654715a864a3f94aa5ad29668d16e08
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10483467e6f9b45b1079716c1a2e753ff1e26244
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce0e498fd80147b920ed0c096e4add63a2c8f9b579c769fc13562bc7339db269
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab703f3386850ce7c6cc88cafae22e0409925846
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3653cbeaacc100d3d00e4c85b845cefb1bc9a72d228abe5c53da1e0dc66cf1c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a91d4e4d8c555645ab46570a5bbd0950f3421a9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0549c661d2b78d12c557db68e5887a3fba780d71c538afba2cebc3b9b2f2cc86
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b153e9fb07b0efab0d485820a05dd53b251b3ea5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be96955ded259f6abf3f2e4cc3a42b49f35cdd6f68c4f2435d6f542d88d9824b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a968d47045ee6f2ad450b0f1d1e4cd0e6411c3a2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba59aff7850b541eb664d0aa565cb0a8cdb57f3de492f695f36724787f490863
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..451d4d2d40e41bfae350378affad991555889c7a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae7e06193c70406a43b99baed79ba126dc207805109d526b1227745d0a3c28b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f26248868311b2d61b212aed63d7d7b7d019be
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9290e8c8d9bf0478a7cd0b8913962b3065eec8e2e294dba4d546bc4943d321a7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61b170a8f66b3bb1aa86eb1e0ba92bcd897743b1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b54042c514a3e83044093ef6a9d02738b55a9f38674b23d865fcfcdc22fd6b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa562f6455993b4a5c833151210c1f7c3122ea2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67dd9f2481eb0bc1d2b97ca48ca8c9f15505a7d091b1823ae46d4d47d67fdfe4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895f4d7dcc982d421639263a40ffca8dc3a75ac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff18e392dd9f24309c3d6291b3ac7f5c012b56d3ce02142f0732b1de0a2f773
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8058d38f27a63610b636943f56bc09e53509be35
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5036d64ce620a3bc1d1833a187f4cb04a9f56fbf52b389332afedb9a8d53a3be
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3275db08e3307196b64f5a711be50ba81a18d4ef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:822b2f672bf71c7883a0b49d6f90ae047df0cb4b06c3beb8aec63f90a3814b03
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8395e0e33d057ec0f1ede107050ec639273990c9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af4bcae07b612a0d3d6927171cc9b934ad1f5ade7c4a2b50ed9825c76c796df3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51198284c290dd25199eabf40f10169f0da09c95
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b4e0e3655454e409c43a3c0cd273caa498567b69edf435677726ac987c5e69
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9c2dc821d4b3ba1050edcb8d0545283260987c3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa43d0464a7c20b23d3cba3df40f58c63b6eee68201f86b73c7bb463587be886
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf6afe74d3881b58541811b09f0f3a974e5323b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de99a2436fc861d9be52f492354e708d297740c0331d2acdb02ed011615cf5e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfdde3164a213734dfd647d598f87105183b04f8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7986b3392ea0b0c974a4626027f081cbed6b6c3e8e626287026b631801cedde9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adcf5ae3ad0c4ab93d638721291fd1426d146755
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7140959a5ca33ce74a916aa7d55039e2405b2026c68187e95865da9cf8a8bfa2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd89b7d70f8c4224ae3ae3ffcf071fa9d5a9499c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be591995880e4b826362414a8911fd5a4f634a53607d5a9cf9777b799674b47
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef21f908e20a23fa41d1abcd0e6e8db2cffc3af6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325bb75395e1ae0650f1b2b7b170ebaa2acd71b6807fe9c452b5ec373ffb0df0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f0162271c51c5b4ec351e2ab8e7fead971fdb10
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec8dee843590f9c7335c0e601a6d71c719b51dd1089b2152ea87c6d47305ba7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b00a47034545fc69c798120c992c3b6f0db77d4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db83289c7d59aabc532d67c0064aa7ca7059c55ad102a07fed450fc5423e69d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7b3fc3aa4dd301b88ab57e2745b19d5c66a4653
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4370831aa3a25d2b369fc14e36eb7f02e692d3d51bca0a448c64345e1f897ac
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34905836be4cf16fa935baf0a21429e4a6205ee7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7067b1683b9e6db3f58c851103cb24cd7618771662e5247d61979f43016758c2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb7b5369cf49ce9a576990362dfd6d500d607a8f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b7ab314750b06859a8c3e3e413b09f49f64a79e91b4b66e643491fb71a71390
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aadb88928a5dfb4fae876cf1820138e4af06a875
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7b0508f3e7f708b5133c10653125d7e2bee507cc2a85a9c2e1d5a6703bef0e4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9113e310735eec6a14ddc048866d8b329993b8f2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f295d2b9aca90b80ba5fdf2570edab982a8c80a5172f050728df8ebfba588695
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de318a9e45aa4f098592461586c784cb000d5689
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1fb85664990942e3bde659f80841a67d232d6e8389055b6ae1bb293a66c672
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7faa2c6ba3c53393f02425ae46479df591795cab
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff1816f4497ba4cd0f69c343f39407df9306c45257faf374b202c7b20ed1b40
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6462e29989a4f187376b14d85ea50b69349bb8e1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5f43fab663e9fe6cfe6c499f16ae46fa678457812c32ba67f34a9cd526befc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12da9c9a7f2e52c8c588c505d695705322422f2b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d2ba8cd70592a231ad53143689932224028ea70395b4253cda92c067e48a53
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62511a90cf8161b01bbe3873f970c1fe0eb9f72f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44285b367b037e5819322abba08b26bdfbfb0d65dcf32ab1782544c78438bb8c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dde4e78b84098c6350f2605890bf22c3c876b14e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e109fa4ea3c7273065589299951a86907f451c33a49bcd824cc409479221ba16
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e243a3ab527b1d3c8f2f39deedc9f4c136149ef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a63dcebe688f71fc0a71a2119d0842b6dfaa4d31bc72c67adebb421aa4cae9f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c1c85b1903e66105b0576cab0c05878ee16a737
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81b67bdd6e29453424c2dcdcb4883e2d29b038ebcfd4fb57e20c4cec24b850b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31fd5b063c04acc38298fc7ff3eec6817053466c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ade7fe52d9f054c08f7ea103704aa73eaa6a1f7e13bc4537cc6828cce7e54a5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35321607dfcbca4e068fde91c41febe5ad1ca6a3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70b2c9a34864f3f2fc471bff0e1c469aa4a9aeac83babf30f4c61e90d42c490
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71e75f2fce9bca6686b88ac63f8387d2b68252b0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6294a8fb355aa7b05aea37419e518121f25d9d357aee567e61cd71a6290c3d89
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd2f29943c523d1475fa3274eefce1bb179bc42
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0665dd2bd93b9e73d83045f1b678c16e641f426fa1e90fcdc64f09b19155b086
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3871d7e4125c268557fa28bec4caff37d2a7dca0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb25a96060cdb8e0feb8c66ea489040520dd9ea103325fa8ea1d5b66d1ff76d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d589d7ece1e8d5d7eb08586be684b36a239487b1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71f912d9cf97a23d2f7e7ba0174dc4bad281ee8ef4af5ccffb406521cdf5d59
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36229a995850a23049d2e5ef8cbc8112c7dd908d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f93d1fa5296e3abe987c943a33b448b848a07d9933d03089a80dbf38515e72
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..769332f6f48d6eaacfe67bf52bbdcab1f1aae602
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1961e110583c4ccc0d22b6686e0fc1ace4200d6869aa8b228d70bc7771c6c3c6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0569f1783f28b2486cae321b7c2b85ea4edb411f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eff4549da6b18b4b3787b7b99f607d6c22941d82cead2c1f30e585c8ff4bb2c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca656a493fff41d41b4ed97eba1cf63af1dde82
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6192b6bd50a8e7c053a89a35f28deacf757e791b92c8cf42e046e1db89d382
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56aa0b6c15ee3430de2ac8770757711fbc35e599
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5517860097e6849f5f16f0ee7907dc31e26faa3c74b1928423ee1f9f439f6686
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..044e8b85ba76c51e9842a9483d6d5581b808b27e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d054521ade4fc71ad322e091073216d634b5350d1cedabc1c75e05d850f1d18
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94cf029457315f7e8c963b927ccb599e3345310a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eff5fa6fa052312b5454dff86f38fcb7251fb8b497c6af54920ac513256d66b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fef8eba98b68b5f50740427fd43ba6f032b8403c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3029971348f65194351e1b7c0a41143432313e593153c6379c18ffc5ee760e0a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d6ee68f0e68bceb2748eb3cd1121764a1fde77
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff307b737e70cfefe74f361d7195f8cfdb899050fb4926674f1d65246a082fe
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6fb938274a2f1f21dd4bb6e71836b7e3011698c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6898af7fee6e98cd31594272d9734f3ff4df6986f223919c984b0997e7eb70
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f814858371c018d79ea3301e3eba1d2af2d2fb81
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a914ce19a56b49a6a60e8e1965ce7f5901b22f49c84b7628323c0139e067d6f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e1015ec926d663a5d3dc5287d45037cb7f25ae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a0c1ecc9b07408d60147b24ad48201e1787a51a7e6ec4c7f488367cf8af4d9e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8bed77767608ff7affb22a682d3a312922365c4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08208f9c6d6bda8c472bc4ee7845db1bc459e78a902e3cb7e33e40570d33ba7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d1c896b1e7dfd64c4128304a8052494747eb520
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c027998c80c748e09d6398a5a73e1d70b9a8854c9c56c29d1181907ac1bf48d3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0b32a31b9f617100e0f5f81a6df8339588b38c7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c83b3f3537ab9c7017017958e8a6c8e650a906acd7dee338b1000007557306c3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7088eef12a141567f4cf98a4a19160b5f6060f68
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0991d1c6c90c90732c65c195fb08bd4b604c135783324af9dc98f638a8664cff
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8faf2d1a418795e7299cd98da832c11e334fe30
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7384645e0c7e5b1feab4d3fea43bc1e827bb68159061efd2249cd0df426fcf42
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c667425470747b9c670bc1d041dc5d01b402ef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe225813c98d570555066d736a230f000f5e2927d7e5f82d64dc833ff2bc83f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3583d3c54a1fb3f484f175e9d52deb0c408e85
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab0015faf874f00f85fc3fe0ec6d52bf0a90304578418171baca19b41094308
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc9fc77cce61dd53af4ba06832d32f7ff9dc6761
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949e00e19d7ad4692394b099c7b1e15fa02329d663cb5881fbd217a3bfaf812e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a94bbe6d81d0e0b64f1eda1f904f6b06b73c690
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40136d93b54f36a396eb0116ff224469ee4b6aa6b9677ac497a3aba2ba7c1609
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de2b0f03b6065762a5c6f516af0e38bbb70ece3d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880180893cc09f3c33dc2d17b8900b27807e98cfab2be680f5e7827660a8f25d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff3c8bd524971b04dd44ed5e8182dabef55bb61
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cde104855ef5f45350a6f20efaa22921acf7f8a527a480eebc7192295a357c0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..937134bef8dfb1fb73304f097676a37ff675bb68
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7981ce2b8f5b004133b2165d9c08724ce0350a17193225d66cf7858435d8c8ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a1b88513540de6551afe82d44735b78b6bf4a2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40efb716802680842f2351000006845ff2b1f70ef8e5ab6b1635f518026a09f1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47efc7802646b39a027ba15904d660a2aa0ae855
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec408a01eea637608b0d36fb9d6a02f62971499099891e8f1c57c01f488367be
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd7f38a7119fc5a1add38ee4de9347dc8aecc3d2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9427c1189f3e76f34e5bcc62fbef51785af0a80e25c37c913e099955a7096e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1bd58e39dbe1ed2888cbf8423e95f6bca717c2e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468c3cf0a61f4705eed5f0b27ed2b06c5e517ad800b27a4ce571254d715bd6be
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5784ef276b58135d136938b54c5deb7250b84632
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d43a40fce510542c78257613d04307dedbe7dca9fbcca98aa6d7dd67c9a294
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74df83f3dbefc467226296cc685cc92c897d3d36
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24084ca1ba1f89994198ae51eda27af93f121608553fc8537e5cbc514d919d7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2455bbdac0c2cb4f23ccc287849516679b30cd9c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b639adc6fd4ae8f3159471e4c13a95335e26c39f067624351bbe9c1b81f592b4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..722561776c2c3fab44d5208662d37f8febe30e75
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f579d1e6891d0042856667a6b285f36848ae639d900517f6aa39092be20447
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cfb1c97c5a69df7e6e89c412546980553ca6499
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9964238169f93fa688e54a275f3c17abe54f78863eb03e1f7b39d380221810
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2b012fad6ea75e9ed58bfbfb7d4813095581e6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3b661cd41f6bc5c1840ca390d47a8de8d806fcacda3aab2392964b939f97fe
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5febe1bc941dc183720ff2c49e750a7ff18303ed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab87fdf5925a506b17add4cd66d4cd22328f033fc824398c7e65b95f597b2b6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0386517db24f6b3879a6b1a1bbfb7883c5ee0c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d5605937d72242c9bd30e49a49c3851a86fe787442065feeffbcf816b7cd43b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..258a3958d152c4cf8ff15821f9c944011ac360f5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b06c3b6d3f0445426159d735e86f0eedb3599a4acaef10945ce03249bdac3765
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab91c8e9e974f3e90d9606c3c4060a974011d38
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d77e2c073876ef681af98483fcf0a6d9761c8e3ecda1da7f5303186e5014ad
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..212dcba3e084ff4861763b437ee8d5121724c998
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc6bdadefcd7d05e03cf29948bcb37ecc629bd5af2658fdaa9998cf94c52227
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5cf5acf985660c2c76fa106e1a9f9c58c99e03c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c414114e03af9b54c9dda3fa833b24024c0ef8c56541ace400dafa491d15da4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dde6b71d93643eaf43dbeeed7438c72a5287595
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84efdfaee67b429727aa54e074206cc126c4e1a8570407b4df3bbb4dcb9daec
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e040f206fedf5d93d33c98136926c63cef96f44
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b30f773f97e74e066c8166a84b32d3b965b7fb5770a12c7850942fc7069ba362
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c6bf76f9e40002495ea1e7274fdbd0ce0f7f9b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33e56f7ee1f0dc3d72c537cc2137276bd5849354912ad24979c263875800b9b5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b884eeebd63ed6e8f6d5e14f0247471910ce5f6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4798716bdd04c3bae33dfb3097f04211b2568861857f3f46d20a16f9b36b99
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db8fc4d68089b87432ef2e93c434749a3d4c7a34
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2acc14b408a38f87da40ab9a94d95403964d7a32a38e63ea633ad21fa37151b7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..076eb2df9273b2f328a9febfd9d1bb43a413e70b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b46f34f92da6d2ba58936327749074ae62cf76bd30f01b172d39ef99baa77d55
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7747a6dc44d3c1d4eece5ffaa6f5dc21ac13ce44
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c25c90d8fd623740564605a3d6fa06bb7dd70993dab9dd46ec8b51618fdc2327
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae957609add9b534382a5b5f570af1e4aed04ffa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b7b133722dc63a0fef8c874543ca80dcc91d0ca8ff3f686585bafa49c15aeeb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75cb9ce4616cb214bee85114f6256b41c1862b75
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a37133dd9668a12e4528979f3abfe21207b7f17e98abcce65cc1aec3aafef2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68cf68dd4d8612a0b761fc774fb1202529ce6911
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f829751502643b3be7dec403762539c5a2262e7e732094d01c6bc600a3d491a0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7efa94c416d4a489b5df7c0104389618367b3320
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b69b5dbf4ec55e13be74f594e20e06952b521f6bd723c437c666d19b8d9fd3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed83b5d04a7efa00400478d93c9d098fdbc83c20
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:145794f9d65146f7963cd0861f1d3979152afb381c449c0f7b7165fb0dda6d1f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db9641f4413a360b48f2d1219979407736f26a2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad4f8b9bc784d817081de4b4c14bb4dee4d107722cf99f9978ad653deaae634
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eedcf6960932a63f9c20c7320ecb5cae9fee25db
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6c12c89dd70056ea9be57b97ea122637a312ac3164e931adf96d0592cf2b6b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6973f9862ada3e2fb9d477bb760f81f2e3c4e3e2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8971df16b848571f8f4bd7514f2fc0e0513232d0e3b65090c976e59c5076630f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c62783ed5604e1ea00121a3142482aef1eda071
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7758c383b5218526a3ca359e83723199ff456b22117f6d61f807216e93ebe2e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ece7b032adc312819baaa7548f10ab150b9161
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817d8f310e00b178671557ff3bbaa260d5a2eb5d1978716650b22177aaada515
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7124058ccb96ba964fb8c287b0eaeb744e852da8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d373721fbf557c984766a447a43a41aaa4333c9620875cc74fea569528bb3d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec68d4303512150f445ce3604da070f94916e5da
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b265b1f82bb0149d43cdc2d47c987c8bd444483edd4d68143cd39f67b0d3aa7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88ea0e496c4063dcebaca83fda08a7af0264cb52
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15e8d3a3dfc1f59ef97498a175f1c0bf9afaedce3d6dc2e2452ca3e770ecfe7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e0bf27efb87f4b9dcfb6a441038f619f7d2acf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e89f0d4c11d9c836484232f5f3993c68c5b838c61aa08c7f146996fd5f22b1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa0895dd294169974fdbedcdbe66ff06bbbec5f4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d906f2b823914d07d76268aaa802da69422abf2ac50755113a08bd094fd613cb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c9ba5dcac5fe312df2f16c05089ba4e908290c2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b18e735102b83e282ef9c7f1262a73276e9ed73b89d9f88db8d7ff1c0b4254
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f8fe18e930e025c3801fc28aa07afa03492a75
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1771dff7d41a62bcc0f3eb4cd515152cfdfc823a5348b60396bb73c57a61fcef
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8638460b5391dc2ae0e8d451ca401cf70ae80d57
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f011ef589d542929c44d3f48ea70c5f90f44ddbfe75b63dea31718f51fa309
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3516a7bd3e8076dc3ac0c82343871ddf2499e937
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead142fde1c3e7de5c472c28b18f5757cb3f55ae4d1623178aba498ad6eb865f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6556e6e10db2324cb710295321f5eee672a25db
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6dc8f064cfe7f60eee6c72e5fbde167a6191880fc286b9223d274bc398fab1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04869fe83952cf3289ce0a04842c486c5af725c1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e503156a31f4d1e75ac96f392aaae17e2a257e87fec5345ad61bf886604714e4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b98b9341b1fe363b81348e242fe047d0b2eb94
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e19b2a4654135abaa9bcacdf67d87a7f9b426d512202493f6b5748bcc5497c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1194ffb2db78b9fd4058504d4b795717f2772c5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b5cd98306991400cf1566c790a749a7dd6da06462fa99b24f85d918468997c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93e98acd4913154331cfe5535a9e633f8acdb6f6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb196778a11906a71153b54340b04a9838609aaa26203d7e80f29768f66c5f2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a10806346ff6b50dd2945db226ad136de40ddcdb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0163546dfb1872d808ad5c42be6e0f5cd343032d92206b67261f84f2cc968542
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7852707f7a0fbbf6f70ff10e30f72b442c7cce38
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50eb2c45b2de32443ad5c1f4dfd7a08d298d16fb347e52c02b5749547ef77798
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bbcf23590fa00eb3f8f86636a24b1598cdc4720
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48f4ef9988f39efd6149d97b4cfb117d0e59c56d2f8da3089170333f2effcaf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e36f3bdcba27f2ba85bd3d22d83c5406ca21bb3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6887bc982d54c481623774e0f64b46f73b4ada94286b553eb0a898a93b304923
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc6f2d157bd5fcc722de37c0c6f97b105aa41c5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a92e682399457da47178bb165a25e58adf55126b1dc5eb9a5bfb5e7dd9b809
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de58a10232629732caed690727418bc7bccf4a84
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:370d9294f58b403c74bbeb98514bf281b40927e6afc0e028f5b299f1a775aecc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f20544f4492c9d8d3bf33c5bae69e34839fd712b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5fce88cb21acd9fd122724267cd3ec96cf8d56fd9fe38822c8eb627d931ca00
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8588e04674f018ff3d865f180498a59537472c94
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92015308d9600aec1147352f9de0b9991c1e9adee61fc44e1cb1d414499d2554
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c003a1ef1fe7446917a37f8a3a592948d5027c42
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4166d655e93a56179721b35a0981997076eb5f6f44eddb70c73e0ea1943c259b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2624c95ac1f17b737c065d9eca2916bba8d119a4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62bfcdeb14f3b0dbfa59c381d2d3b26ff2f0b4eb5fc6c2374764f7bf0bc392d7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..970de3ae2ea8a99a7ed8b45179925a0983ed979a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6010ff03e138bc0ba7d795baa5c70f25378ac53f9dd6b378a229af05c853fb6d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8c60fea4512f7fe91a9eca5e91accc007ec593b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adaba3533c9ec1ab655c99669c5695b21d1bbe297f7f6a04d27a9998057bcd74
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d06fb4efb6771ab12fb7e3d12e0f735f38dafd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b55fb717a71eac34d22a3476ea9e93e7cee02a4d7450ba426cae178833577fda
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f55433984aa7388026b9b8c99360f96981bc09d0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:264f7e1da43b1f3b40426c8e457565c5000f17c93ab92beaba9e23262967a450
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ddbf7cfae62b5b63f4b59d1aba941ea0542f61f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deebaa81bf091a4f308d4525ac2e83f355ce414a54c92dced11c3309be2f99a8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26db6f503f4000c59e92fea370d1ec4b9ae874cd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada626a1e5e5fa7f5f38299a6c2ad108c069f74e5439828c5ebcef906a65b856
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d597791b5cbd686c6cbcde4766347f0a722c18
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:068fcfcd3892cec7d09e0da77d161521eb3eacf5c4856087fb1423967c9fa6be
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2189a282fe6f366baaf108b2ab67615bc72d7b2a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45001ea0b9ce48fdc59898b90527b20b9dd127b589ecd0bea8f5b0c75e4aa3a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a44018a63821f08fb4fd709e43cc2978823ef221
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88dd9a3a7200ad1b6becddcd69b8b658ef194fe545c56ee0cfb132b0047cc8a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4258c53726de576069ccb01754f96e4233a35ba5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27c273976daa2303d5c06c86fae5dec94531cacf5528748ac6407d63355d3400
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4edcfce3728a50980591860e648e79e0dd1a8031
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3139688637649791718e0edceb4f98fab24250819b9b9dd42bb0d70f28f3501e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d581bff980cf49a251c02baa6712cacc91b8152c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63335870073031a6215d3472ef002a859ae2faa2ce790a2e7f4ac6e81780393
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1eff51b1069a41d72c0fb055f2e5accde805d04
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b707f6209b1b6e4ed750f278e8e0b4c6a50aa2d4d151d525a884a9c6d9b545e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48443c898c80e1f15aa04c1c35946c6c8203e1aa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ade39aab0d48da9f5d11dbaa19d1a07dabfba0c7124a79980fc535de48531c7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c20093739f48830ae71ada8fe99a9d8b5a4bb97e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c32ef4cb3f6eddd3f7c28ce2e44f48cdcd8dfc8f6c6e26448edf68ba5193a33
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fd5a6fba2da49e3c6ec20d3ed7ce392adb1a306
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897f3721ad93f5af855ef2c1a402b169c9ff90d0d83f815eb999767d990be232
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..319fdaab2b10c97bdbed16b46f9990d5f9b34d9a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309bb847a09485f34c15db7b130a543dfe5e8b62045927518e1ee5b49ecfc2c1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a8bcfc6a48dfe9a90b48da1724aa8093a5485d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0217a15a4e2d4bc2f22dbbe63a22522c382050e8f78db072dd63fcf3983d6be2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a606c7f368dc0a3f8621bdeacf687bc087dec2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a8aa8d19b76c5f6f33d2954f4b5ed534c9255a04a42c08916f04351e881516
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516b8b22144a6f3f46e05ae5f88da18162fc64cb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf398c73b35a3285ccdc4f3995a0365905d609a15221422fd52139bc4a8b2f3b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1565b12a2ab7a9d131a829ad5cd29f43786214ce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e00ed68f1f215b61ac9b427a2461154014bba11bab5d8f0bb58dec90ff383e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b3b0f14877f92fc7c523c321db124f476ed490
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1b31c394b2d5825a0349623f9eb904c81113e0e665e5802b27c3f678e275a3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..365f1be6aa677644869e94c27b0123215fd76adb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52405047fae57c0f6385a3e5f86b2b455df6c5fb7a29cefecbbad7fcb68d11d3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de47b86160fa476af3af11b24d7ac9c5ea7ffc32
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:565bb813ef5281a562b75ff0d3c6492c72726d4af25e8a0c6d4b17f3cee71643
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095aefb587d138f059e7ef717ab58f63264f6949
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7a2e32520f1d8da56c1f08df1c7afd1ffe0f2bc7aa9d230f3ea60784904f70
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5443153d1cc767c411a839d6b1967207d3ca87
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9dbcb2a8033bb3d064dde6e317e3e90935148ba20a523f89099f5d9edeb7599
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..969f025e0c5b37039b10e41b00f80df7060e82e5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb6fa678ca9fc8b955071d7a890cf9a979a524ef669e309b084ea58e593c0fc
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e977217da7c11a62f6e766e90e5f5edb61a24f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d68239035b09dfd7428bb41ea230c724c79a3a5545cb8aba13bcb65f9e6733
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1d503450e7eed5eee5b7a470331a1049e99b8ec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a93f8ac89683cf632525543f52d50cf5dc091ba6944eade256cd742ccf0be92
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25058dcf5ad04d16c9d0dcbc35bf8d56e3fadda9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741869b33578d6c9d335d9ae4daf12289c81d61d8bb2403fe461fc3108d5a980
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03dfa65c46928918bf05f3baf8fd194069e15df4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee794ac586639d6d54ce75ac785e8b65ea8484928f9f890ceb369bc3e0f00aa3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..747fcafd7594d3a4008e6557d36a08aeb3f6f50c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4179b1706765b8b4c90b917a9a8621c773d658072ee84cec4dde98ec2792b503
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7176a8a93f8ae10a98c6bbfee89a94a92308ff4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df188f98dfe70c1233dab37bf08cea7ccbc97b1c6179ec92cfe846a6b74c1d04
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd01f7b6e9e92043d43bc803e79a1438fe634ab
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc98bbde8b0b4b93e2af9ae049e8401cb21a90a9a76e1d8f58e73d94749e35e2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e3c050f7df2d30e778a62f7c7d45de1345ae91
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ba5daf242fc9572fbce0871c43d5af6e678115884966f0e63047eb57c1c965
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8954cb53cf0dac7efa38218d4139016ff01ebc3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b21737d51d8f4f5ac838d8ecd99536c69cb290dbcafb2b477881f8ef614fea6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d10afe284fbb98c1c08b50d1600bc023b112b36
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab59ac72f29996fe5dd3c1c12e55bacaa4c700b8de743f9345671716b46991f5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9cc65316a2b1879b9629038ebbf335af8eb1e60
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d0f9f0e69b91df35ff89bd6fb0f178e3ec0e7d618bf53194d9bf5749ff245f6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e193dcee7583a253c6d558a2f702e33c50f230d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b6ab7a81af3157fb036fb60911112bdf2dd7fc7c3fa6c0bb7a5ee8d3f96ce2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e4a3b6a2f2268bc2de2ac143c14b7425d66587b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:047fc63f1588ae30a82f8ea868d6f4bda875c60f11d0e6ec3b4351a9f743acfb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ae1b323413f370947c122e323b1742b3e4039a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8cb5060e22b2cba58977addb3cb1d2b75c860426cae643a16c614cc20deb832
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc5a5d4c7bc186e5b7f3319514f58fc42266f699
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db32709a90fb2f06c149672052716743f6e5b4dcb9854c5bfe60d3c614bae5d4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06e0fa45ffb8fafd30373979724f16bebb7263dd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda9fd04019f98ac8df9e55f09b9eb680198fa596748f2424ee6f82d6d3719bb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f31c34a0084da1e95e7ddf56eac4731a7352263
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f55c864578530a77adde9b123975261d301ed6a1ed54b166805bcbb0ca4fdc8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c7e58c22b919ce6c9cb0175d036e87629217c97
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26bb37be227da049638580c3530d48f521c49fa7359a9d9ba89e87dd45e44191
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04772881cd9521a0d7119926984f1e512a964436
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dddf4dbb33bd9fbcba2612068c387dee186105a37c3940a01c180a699a4c85fe
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6918ba89da9be507e131ed31f5d8fd009b07eb65
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900fe4d57674a9c8282ff91ef226a149b3ccc59c28b4d7f27d82fa686689d8c4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5584c11b063bcd132a947f6ccd1ccf367a1775b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d64e916610e08bb60d214cce95a07651d6f98253a93c197ac8f9118db59951
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b7e0b2ef7bf2150649b362373a1e0e1d5f88ab
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639830bede6bfb430ba082c1ff39c70c66990b7322a78835c4c63b817356979f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d5201394d93050d7d637d0f05b2ad8515d13499
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59bc7cbb02ff4355f0a0894feb8416d4c5fb208e309432a7edaaf77bd75cdfa3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..088a7d48b44aa938d7758240f03a4e4a121094a6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab504da636ec59a522518db4be380bf10816d98e6014248fe4cfd82afcf9ffd
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d74c7532bb9003fc3c90b997d33894349ff53e9a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61dc5dfae096405a51643a1bb626d33b46e9206fbaa4c9d223ac96adaaeb1ca
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9508fc5defe0526bf5ade90d3fcfffdc2635ecc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5cb5fe9cea297199da93cded826c9482dd0cd1775a6fe36a94861da1d51acbb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..362e0633672bd9863916ebde8fa733435df6c882
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c442597f65fe1bd9a1e4389e0b6901cd4c91256edee00ef34ebc4682419047c0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79e6d4a57a6293ab81390670fb672a5a9c244563
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a322644d59aa67e88037ebd44955c14ada58c66b0f395b065ae29a151200b10
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51337963f63ee1a0f35c9d45a20297d0ec97c5fe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e83201cc96bdb2ababbf90a3d63940e3f92cb1a8ef5ce4ba6ee3cb7b0da231
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2912465fda4850604fb818ff6fa476109f34bfb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1052171b4bcf83e7dbf68ae55a8cbbeb4e24a5b8e61e9688c64c32d83766531
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5ac69e8d9486be5137380b8184876547dd3a33
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce73e5f3b9ab077e5d9cf3a1158c238185c45bbabef0f005d6068639f9e8664e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..616a4f9cc433d6bd578445d9f1037fe9ff0c331b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a5b2367ab8b7a1a55da8c6df6ada19f220e2004ef5d47e63c8167fd67b15a8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1178251f644e312b3c4a446295bfcdcd0a03cc19
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12130381b6a19d1f928d69222f71a8941d258a34dd314c338d70f93efd3a2377
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21507d070d2e8c39444a2ab38a6c8f8d388202cc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a3e51cd19f9731ad64325e3a8e75c25e9a9768c659b179abdd8a7da7fc8b7a1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f917e7b3e28e20530dd304b46ff260be83afe8dc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ae45bffe49c21c476199b19d19d76ef09aba2c8bce0a97b3c31e3b2b8c4acb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c28eb80239fd565b0142d539d48a85b5ee409e1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f855278a85a66c86c468c878121333bc7b84013dbac7ffa9c6e5eb55d268adb0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc4353cb912db3cb42b0b5b4ee0d7e1279d956c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a032a0abf704083f946c539857cda3cde40512018b90dab5b9b04d8b273e4a7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc483d9f7adbb1f4d58085854ad1ddcd93e51bdc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae3566ea04c8297673467aaa3fddd7e54f774f691be940da8d4556f81ae2e8cb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed020176901b7881945b227b07151e6b89a05ab9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d4e39bb06d8b882cce3fa7054b96277a8d08f572166520dc1102a05b08f99f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5411735db95bf6fd1b4b70dc4ddd99808e6589
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:820b688b8fc7bfd3dfe65a03cf7c6ef34a7b52bf1826979792ca26ea70402c64
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea2458ea5ae0f0f003e94854bc062695b453b922
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51889071d412177449d63a395b6459e28b23f047681a7fd822f140ddd1d2c987
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21426eaae230ff7b5b80117b08d89220be12a2f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:554560fa3bcfda0156bb68b0cc7bfdcb6405442d4618080217d4bdb4f324a2c2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..013591ef1bdfce4219ce0c01edab552a1c01c208
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:656b9e365c276b8395c4aa7cdd8ea645681c22ee213702d8cbed695b21acb908
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9801ca3464f0980b318220fbd964a1edb7247d63
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3451a3244766760850d58b4c5c65ec19aeb71a1ad2e082ee2b59d228a389d531
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9b4045e7946af7c4072c64624f0ae4332e6106b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b3157533b47f9323f66a193ca8d63d47705e11eedecaf2fd67588ebc7f26580
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3da625ec495b43da6b834e0de52aab79a8bdb05
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8843c56c6da2b761696f846f9d44e86639ed49bc3fbb75cb5dd356c7f9f7e042
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a6f3bf23b31981ade9e3f40d4dd51db783277d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b20fb8743238c02155726202303a598257d7f3376f57d790c75b0148dc42e9f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68795e3e2f87ea1b322fe2a9d22b651d3e12f191
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44920f67af5241ab0865f2d582bed1c4e9878ade1bcfcbca2687243759b01a71
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..547f10e3a9257f64786fa82b516eab5cc518174f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b366b4513bcd5ebd278fb0ee5b1a2a557fe7431462e0f4ced8e0dab871c41be1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c68db347da5ba685778c5c31ea408acdf2b11a89
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be6e48cc65223cefc4e4d410c2f830b890b58015e49e85cc30ff5fd02503e5e0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b8bfaee01e1c27e0a0324deedb0a1e22cedc435
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a928264863cb0f82d27ef67a86cb2d5418d9d51f35679415cc651e58acefed4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd5b778eb3515bb65e9a2c10c0f0d930986ec68
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e63ff9ce4d03d78b3137fcc34f28737d2f0e076f1fa0c8a8f7dbfeb21ccafe0a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f1025d43bf9639e4cfafb013f7bea5b70cc147
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08cfc76adf770f9438dea0a326390401c3e1b09ec05ca9c190dfb2511c78aff
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f30b0c29aa93063ce7548f4614811e95b2bbf30c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d2ce157acedd540564b3de21fd0bb6d809a3b7f6e85c38331eb1a918492790
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a04076d57be2d11a42a8cb5b09725e85c3945ee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62332db19b13f27abb47843d5947195519357a66b0c1cfb9451d566f546a682
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a37ec0c0bfc63d9456bf0d2f342197ae51f1fb5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b280bb9b9e07e3685d1633ac1c74a58d5b2310ed9538ad7ca643c992375d187
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a50b80d19c6ff10fbcd1614304e265df7c6d42
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04e741ecf9e7e351fd573e0717c0dbdc03ac0efd06dd4bd7680b35d147bf0c5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0474c7b72a846df52a8884d8f42729f83654d7ed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b7b7da3a9c5d0bb0cedf0ea1386e161dcc071e586c1c412006f4cf7dbd9205
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a42c402d7b4adc818fb5ad6daf9356093e9375a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0958700260487be3d463351ae76435d99d09324a47bb71a7f02aa56e9536fc2c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f31b38afe32d7565e466a80cdecf20d9b8a4bea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56a59e44dd78cfd5ae25821cce2ce135dd81d930a4dccadb890b15e7144c429
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee7bab54782d5e5d1d954ca905bda55f64290ed4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a6e505c5b9c5a058c9621955b2d50ec01041dd26dd660416b781a3218cff091
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f588bda6d5d8cac3db9387af71bcb2df68ba54
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a60678279cfa7f8e1fc014bbe164770bf96fc3a5fc1f2c24c21778d4d0ae943
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea12316f31fbbab30362d2ceb97fa6b37463eca5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50a8b0e13148502592a058b625194cdef42cadbdb1181812e7dc418aa045972f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6db677e1ae9443957ff67d13406ed8651bd2f2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d500cf9f9d751c40fbfda808980c3c88f6875cdbb7016ba62e9ac61d703ed8f9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaaf2d1fa3adecfa2918b244c81b4425c6ce1652
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c720104065e52d130d7b8982c4d082d45b594baee80cebdcca70c619b2742bf
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c18fbafd897d6e25a558e0ea9fd9454d7016f3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e761d5e1d8af6cf25af257ed0dd6e7f2b6d3a5aca81d21c3e3a03885fce189ec
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6dfe0c21bb313b61740575ca4fdffb592351f2f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe2663a0b60c31e81c11fd5a35a9ed9ac87057b701d653fe46ed93d03232f856
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f84cc7f97bbd4c906ee8418e0a6410e84608df1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa037619de864a2efc2c07337482c285a034e6e4b8c78d87769758c734f455d9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218e0835f9a117183f30c8600caa858bb79269ac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a867f4f1091952d59f702c726c0a1d1c2691079b2b02492f7375d5590df7e58
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33489dfdea2c4fdb5925e39e22749873c58aa30e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05683fa075ff2c4377c496ca701cea785a842a678c432bab351250585e8e5b7a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ad4e9cd759ed08a093b9724ca257894cd1f24c9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235b77d95bb9faf42c4aa1ba88cf263727d8f10b0e0144964f18dd9591a4689d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4528b58355bc6e94822134cec80fa0eb8bea54a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab566d52f9b9eb088e0537d1cdf84a394bafda8c39443edd723ce4d259872bd
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9531aaf3eebba38453d9edd6ce158ba9447b06d6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c207579213649d08f4e6c7892928e0a1a272ecda1dd47fc5a1ddaa257a11a897
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57c2548408e0b0a0892b69bae240398d6621160
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee4b41b410fa027c4252a2b21e5e5e053e64b5164a65d59136b35b604b87f7c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd3d45767f204d5c0c936917ba23ebca82fa44ef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0f7c6dcfc0cbd03d0f31b7970416572d44c08e0a5d0fe6ef18d5a99686a582a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b2b22b7171414916f71b6ba07120d600b5e2d1d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f21633675fc09a285bb8451b63306d7572293d61d5e7dd4e11b361c20f927fc8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..737e5e7993bca72739642fa801bbcb872db4bcee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03cb446e347e2753547763e159b6e655098719b38e9405b5ca44d52c41920864
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d3804502d46b35ecf7ca268fb715dbf95e617b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8cc0371cc166e4b5c5a4c77dae8a6d1f824fe9f70b08a7efb9eefbd31baae7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d178ffd987a1b45459142220b8c20ea1c5fdebe6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09849ff2ca334c02a5bf11a3b36df260065b7b6064725c4e1ff3c32454d6c7e9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c419b39bc1db1c6d2758a44b56baa31ebe94c89a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:776f5cb6b02c94a7280547feea36b3678baf4e996aa3624e50f630adea577e90
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/lm_head/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81826af26832e218b35101599ab9827b0759ba7c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e153a8f85ecd48874eabf136718ee3f82722dcc72a4b1714c67286e460b3eb92
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/lm_head/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9affe36c39f229c3c1c5aee7e677f1d1a664b955
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a0519ada7545f3950a859890e6bff23dca871939bd90665f92639992971db0c
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc7aeee23dc662089b6239a1836116a0ec21dc9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503f38926009ac784534b1e85a8041796604658d82f61653a59cc3f130d12cb0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..451de94d2635967b841cfa9fc96c496983ceef13
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2442bd80007e886c49663b0b5c36e47331d625d57b820f27e0cc3b4d045dbf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac24405b85e0a2f111d5fde1cb1cf24eba81fc8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b113ccc943f7d4c2655ee5c8a409cfb44c1c08dcf1b007aa1fe3a4ebd563de
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf2f63b57ccaa4ce2334ab219137627d45cb53d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92230520476e23b8940d8a0998d116150e657261a0310b7af126987d3be12931
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac4782db9a87f1d0571e991f3bee1756b330b9f7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c11a7a276a64f7834a0c3dbf999be461f85e44b6e468f362c7b0b8f67ca6ae4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2695992a77d404819d89454a86f9d74368401bd1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c3dbf5be615e5cad675af4ae0b1651e7941fcc61efc2a17685f74e9e705b27f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fcf51fa8d78b8c59acebbbc2426718805b52e16
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3411c33dd60f28619e312912e746190271cf3806a5012c5111aefd0d7c4ccf70
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4f144e8b9724d2658c4a5d2f1c6611be12dc845
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a3a0d25b795debe00d5610be26b3e1cc900c0fea291dcadc449467362b6076
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1415fd4836d75b793dbdb7957f4ee87baa94d8e0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8b348ce93517f5f1fec60594fc0c5914eae88b95421b74faebec6064ead63de
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdfdb6325b3a8a0f172c7bef50d7c0f957ab2196
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b6ae72485600a695527f055bdf9efe725cafbce44567f0c52f5f0b0402b3297
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c2971e14bb3afc9841e587002b599d70d9409b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfda5e8d319059c1265ec319e0f695c06d7a8a0ddd81a7a2d5c53ff78103e862
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c2df53be91dca53ff96f2b15515320fa6480b2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55183c804c55fa7c4c71bce7e066850092feb0051287899440250334512da83f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d1f589e673a99e1a17f5f1bcbf28cf604c5e96a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f640e8be45f203aa9acdd434005155c9baf1390ba201194c64e069db187d6b1e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c117884d64d901e69164207516e3b5a5458233db
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d82ff1d865c582a6aaefd438b5ae94b3715fbd1c9ae937f98cb0e85d61cff4b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce8a9d6170b6d4983c14569e41416fd147c4d4b2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9a3abd0e2639dd0b622e674f6eaac7be06eedf0a33ef86c3e0e47c85fbd6eb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b43fae55abfbcc5292e7327694ca7008894748be
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc95ad856bc635068bccb975ac15aac438a8de99f538d6175abd4dcf2cd6f56
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33b5d46d52a6c68140cb0e58c2a10e5c5e74a0c1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:540a3c9895feb9ffc5e57c2a28bdb557d8b34f50a58142db4c3531d132eea856
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e05775b0b57fbe00a02fe7a5a98add9d27d448e2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed3f90fd8517f300d7ad2f2c3f0ab383eaffca45915dea878fce9f8bd30b359
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc467de1060ccd938aced45a97fec5e64847a7e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8069568af7be68fae61ae4bd7cce3ba88c1e6848c81efb1517af70434845f16
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8d33603ad5733816af623bef27e0598bd679b9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e728c996ce17828f18436547d429709a05ff7f05da4b2414b90b1b57ac0caa
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..768be74ba05018d5a3ee9fe3bf84ef1220e35e16
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0b805b1265b8afb592dd18543e7aa3a833e986625c274c479ef673e21bb77e8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc493a5e0d9d995fda088eb30212ed52e840af13
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204be747d467fcd0e97d8cfef5b0c524189851fc15aed39d47576f1bc0d2ad31
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20548a9a67dbbd8bb2a667a9d8099e4339d5a816
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b705d22c3f1f98979ad687df9c29a372141f5ed8d0ba4e89100b07edc02af78
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79972412d5e0768b4aca96653b2e5368630efe85
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:288428e7919954c82d2399542b0db439226e3a39d4408d3aa472eb382ed32dbe
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4145271a3d32125d485437cddaa05315d8946442
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed911c3a02ef7e979637dc130372de6c6a13d10930742f2119b3e948f7510854
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..628f2cbebce892c35b267d49b6456b39b03dc80d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:552df4233233ef6f6ee63853901803fa3eedf39b414fbba2f0bdb7daf597f4b4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eabc569c6ffb10d19409aaff2afaf4554b7bfffd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c1126c82fcaf5f77a571a977fb4c355f2ba0db448aeaf2a1deaca66d763fb5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe647d8f2dfd3e0b82c81cbc75a481835cbb9f9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843219c815fa63465ee8ae03d1d1b75394954234856eab4173cefc8f5e679aa9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0352d86b91fd7f5798525d14f9b3002bfa374d74
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858b1b1555d6e5ded17d7a46f205162fe004cf262b5d97facdc1d6f321ed6e1a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ed0b56cb577616a09187746b7b075315ec0767
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c3708bc4e30a774b9b48cd021f19c8b91e3d9d88c60ba08fc53a80f3b8f02a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965574fdbf6abaaefaf573abcdc09483de5e9efa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda64bcf31a6ea87a5daafaffb8cd11ad16d5006fd299d517098601d32171296
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d064a8abd8ef2e8fa5afa07f1f9892ee4ad77c4d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db24a21328f02e1e05728e92c3f3190a5834b827ba752d603c3a0c9e2720c45
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b534af90e296b253e2a8482cceb7bda941f442b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f985084529ed9822e1183fcab5ec2c1e0c195398797ab3d6b3009e20eb89b3f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42bb03c9d547047e3f5ddc06dc9add3229d68cc0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e337e1ee54d68f543f04b4f4c07bb9f759a78c7d63a6fbd98b5bf3e7bfd70792
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8abcb903346ec2baeeedf9c285ffa61e94173e51
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49dd07ad5045527141f997b690db0f3f5cba39ede693eb851442aa256878c7a6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b1df0e4955ee252fd309614a7896db5ca982ae8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0961c0bc14e7b080196a110ce41bbeff42439c89e1c906a42eecb98aef7fd65
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a5ff10b478d587f9c9e293aba20d687213f8a6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38952947bc23f9128a714607125c04813d16528df60187a5f2ef62e004ac97d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c5610c128fb5a073a6b82929e723d3ced62ff9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0be9cb3bf3396e888afee972583cc0a228d535f2f3267e0ca8e1d7d42a59da1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62723dbde833ae2c64a83ed752cf9ab31126846
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01490bd3ff5192deef7ed229102ee9a7a461f53f0ff553927616f70964bc084
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69c0ae0228ff2bd2dc505d2459938f01779fa07e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5fbc737e0d1d66593f1c20acab3d57a503d24b9af11611cb88dee3d95424b39
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c27bfbcdb20bca3349ac6743010c9b68c49cff61
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91abc7ebd1ccc566b6e3f6d346b49604120e23c905204c4bfab6b800113e6643
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..782f11e2175473d35876e5ded3ef87fa7f302181
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ae1fa06c46ce1be565bc22976d236aa20820836dee629bbe3ecd2abe465c14
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa990f2b79f9b7a73f8e55cc10f07507fb418e0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c955949770a2d2c409c8d0023f1e1b58ab9f923a51c64dc7d1ea15f9265993
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19185532eababa67ec2f82d7cfd687240e43c477
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a4574cbb5eb0b04057c4e6b49fb1c1eb0ffb7e1e1baa6f42443ec19afac52f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b68d535cc2cbd1e84e925795a48adc8bc51b3e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b494d1901ea8f9847fc9fc64d4c780257d42dbb8d4188077d87cdcbc4ab8e4c7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a7c717a98edf9957bd25a0100ed76fd622a5ac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb12039838c09b393efdc34917ada509741fda48a72a85e344d67144c301c7ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f42e450f8d3b66e76c92c8d5adc031a99af6e8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594462db021b69e8214f984e6282c2f5f80759833e954ed8e44fb05b3904ea90
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb6026af7b7c3ec2e331e994d4348cee3c8169e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93015b7483a87f2047c5e671cb493cc64323431b0ebd0519c15b839cf6f89a4b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5d57fb1dc6b97bca45990e7d81bf59e859c373
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f011733922bffaf1168a2122856f0b49ab03934f3b9085c0592631aae7e32a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d5ee2b2aa9ce2252742b44d5ac71ff917c006de
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be9cfb5003d819f9220532a0b85996bdb364e4fa8fcd7066b7953e3c78c719d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d65b0d08f0e919b4d9fef89071591b9e9be53329
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1784b817f3d5211cdee42ac1b5542f9052d0e2fe8001cc778a3f6eccc94b26
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6fdaa075dbe2ce1e83e3cca4036232ddfa86e3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63c78c809d52fc18ce1bffe31b4ac0ba5a9cabf70f3813d14384f41c42ba61e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f5dc562da69f3e467174c8194c7a18baeb2796b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c50ddbb793ce648bb721dc3b2208834743da317cff2739f8a33a1b49cfaabf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b5cee2fed5eb487e447a495d3a05e5e3e8a2ee4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb22af774c7323311ff515abe7d693be94498405aca9f7eb513297c89e538f3d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36f21cf5c6e58593fb96f1356f12d06197c5d9a5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6566e6524642e1d72c5dc28de9395f851295355c2671b9f13e94e7e2e0b431ec
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e5eea26525e8755dc77cc7807398aa15e6ada82
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fcbb20d16930c32cb1bfdded360850531b2946b4497d2501ca4ed149776ebb0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ec3234938ea11f4ad7e3f15837232f0d8f699a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f841137b5ddef8ed551bfadc66dbee7b3d26042d45be7292a5c19d8bd443348
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b7012f9c68898ddc787d12e33dc101425a7cd9f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38ee7f1dbb80068eeb4d8e7f777e56474b54f27b47d3a0b7880f12260c2f9a7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f71c05952e2065b2229f7f6e4144d948dbf44d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80365abb7a9860c06189fa8212ed7471847ee835e68992e7946b21b6e3debed3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b07de9dcb206e295bcb474bd24264be658220c31
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699c5c836e922c263b71cfddd734e589e96099e8e6c3950405f755a4eae1f3fb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..737f0bbaacd3a198f94ce09b6f7c2667e230442a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b6a0ccd6314f8751ac061de8da741f183e6cb00a3a207f06fc80a317541cc0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03247442892396ef6af8ee4485c40c9ab8d364b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88be951b166ad5f30c5a1cb7343440cc7b4392067d2368dffc1c05e515034cdd
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d7aadf4474451a42068b3e87a30c711666d617b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9237af835925045edd5f36aba07539fb7f818f3c814d2fc1ac7f80564e2b3710
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b34c8d58ddfce1dc9499de065583a0afda490393
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:920dfd5ed8871a8e4f8c70f43c7d8c3aa6287fbc863989dbfa297c94d8a61eb9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd906cdc8484964401c6746ef27c790401d6eed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9882d1444e25a581ecb5302c116e3c55a1f56a5440eb993b94994cdb8d24b643
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d00d5699591b913904f31c1ad34dc43d2b31fdc4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:506f62136f565b22bc433a1fd7a68e1e025e1c1e422033c5dd83db4d1a6a6db6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e32f092a8e6c34ee087bf2cd0530968070fa79c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ffc02dcc9a894159a83d4ce6d41111340fedabed55c5a384689c4034dafe0c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd0f0a5518e4d1ce138785dd361c1d0efc852d4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3def608a875aa18cfd295ab5cd6ad3f9cddaddf759eb42e8428462da153f65a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d569942744e06c8f9e6547c43057364070c4e838
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706c5bf304e8fe131f9873ef76c93031d20ef53817c0aa28867f11d98e08587a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3529ef975e63745612e6ef458f8788965d74516e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0582b3be4a38e9bc24faf541adf8f2f18e38f412741802171a6755300fe864
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..551e81ab0536ec6ccb114f9ed090cf315102a8c2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbbccbfd1342e8d6d707198a79ff354b46e1dd4c6241781959785131eb99111
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24946535373a765373dbfb544006d348084761d2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0065ca52a819ff5480d53158dbd96e8643cebf3348088a3ffced16f23bf9fc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21cb0be5a334e5f45fe8e0f3a4d22531105b17f7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e4c4cbebb8f2dd69dc9e9026818c4db470195d402e1faf3c56351b2366ecf5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923b6ce5dd7658d3145389fd5603383c9280e940
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:186c3f0e2a26f5ae1d6012718f4c08da8e3d9e961cdfa996a25eeffda6176696
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8a5ff13d038d22a3046b8911862b5f92591b3f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8ae150fde3f5cbda37da962ee218cb857f4b82e1fca3917ea7305176ae91e0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e9df082b3611fbce638ba0cbf6193e551c989f0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c023489df72b5a59fccbe8e15e2093dc038bfd83af7a99c6103e31f4126954e7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae09c547546d17d8135a4dfc9e94de49df51137b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7510a3cd1d3163bb7cb17bd6c24e0de318fb05ab4218506bfe709522bbac667c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3780cfec01ad8575dc43ac2badc8f32f343c69ec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d24a3d0deedf090852928ea46dff9b5c2768269e43b2b3b4495f4ad510cc45cf
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2724ddffb63d709df47e2b343f9947c4ba264d47
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c2e0b4fffe696f52bb52b7788b6a88116eaba6fe93d18e816378b64a449c4f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c981eb34113d70a47f0a97f3694a90282ebe165
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:591b148e0c8451b75e60030b66e2f29ecfa5a1184f636eb837a63a5c88e1b288
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e46adab5be5396b10ef9c85f26d1c8ba2c687450
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caaa6c34c86c1bb838db8c6d9856939d2fc01e1aa93696118f5462a9c02dedb3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5995cba0dfca4f622711baa633d65b0cbac1ddcb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1032c68e1dae2fcd8fa47bbedfb59d0f867178e35f143658403d7a0376977698
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8acaa78927ef98257fd9972692cb68ef742eda39
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1cd2a791ffc54e7d1c2262589a93bbddfa5ac9b74b20d033e8a1cb67a552b4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d24dc0f069626cd91d5e599ebd6f8b1903a49aa2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f9e1df2ca64108f6eca6bf5aa92f38fafa3905b8a5482383455201e715d916
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc73ae6eec3ede8ee1d98b8fb6ebe49042fd7c55
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd12017b6e7796a483beb31e61fe55a9318a451f35bb0fbbf6594cc5cdccb8a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac9d7e1b79fa9e392a206de8e8d5e0c887c98eb1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:525f838f4d6a29ecdbfa03dba9ef2647053255d0c870b4f52a47b0c4868e4444
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94e4838d75597ca6472d9e27e0317c8f0aae97a8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7cdd9c38deca8425dc13f2190e5b72360d9e014cce9230e9967a9659a488e19
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de9aa6743d3051cdb4e20e367aae86d59aaf97a4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce5d3f9f2fac2e46e9a94db0626fd25b20a0ede47104108d52536867690941fe
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c59ea8086b5a0b1d15f1dca50328401a35931f14
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b30a63e314591cf6d2236434298073d61bb8e3e83863f108cf1ca7d7936b11db
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c0653864ce5d0549288217160772c08c004b7c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd36d3528fa92baf06d575b9ab2221885d0f6b6ac7776b992c7edb053f533e0b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e58ebee84963f54cbbcae3bea9ee55ae3eb4353
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2730a33fd9fde566b022c35e62f9bfdb34e8db388838ae4d16915cf896639008
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a914e379fb06357a9a0f7a4e6a50189cc2ce45
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82144be0ec570f6ab259f115fe263c88a0420a7ed82dc26f3e79712a6a796d7b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c228121cc49da6439a7acdc4ac9d01dd5e4590d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e9ee49ef8d354dc15b24d20698d8622dbe2248179a871eb22ed1214698ff61
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd4d74c23f4441d07983cfb331e8427599a878e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07273af61d1fa7dc845f87e7f81900fd53be8b009984b2ab3e923586ed8474e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b9ebe7fd43d049a3c4d88fb09337ba9c66ab5e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1c891017dc985e6323fe83733fe97f617c33ada3b33587ea1decead3f64918
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24f123d94fda1a82f69e0ea3205f4657ed10b54f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e342acedf99ea1bad12de713c0b569f1debaf4968c6756397aed0ba6847cc5c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d575c4aeff2516ed7cf642763894064108f6197
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab947e6ccde735c2acefa3858c53832f8726ed5ac848c59f975f7297b46eebf5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c63eb3d867bb6f3b262b5d5e6d80d7ae1faea074
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6172f99f803879f06bb09b68080509e866e23fb3f1f8a9fee5be3ce24c3046a8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfc2de3561f22426762a8eef32c52c51e0b4c393
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b6be7026947dc09508c0143ef1a47638ce60439d1f3c8ebfe83f5c44c3cc40
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6fa9cd3c8fa669423f7e7c5eb6be5ec882d4921
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbab1522f524f818a746f12eaf550adddba3ed41ffcb70f56346f4ba1b97d1e6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f0f59fbc7c44814cf7588cf2045171a01ef81a2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b44e047714601871ed0a0a49613aa9b7bddf635931c9e4b7775f5221a80e59d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ebf2805ba2cdce893bb7fee5bebcaa0038d7828
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56c40d2b7ac7ea118950db7ece03de5325a63a33a6e14b4d692c185c18661b0b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..098fe9a1396bac832a81a5fbb908b3bcb2eb3615
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb46edbc865da87a075089b448b80d296a850cc221ec7bf4ab4ff8b6cb0fcd2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c6e3b92fb06b496fab5f79eb4798fbb0bd1ba1c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d7d9c74209263dc6ebd518f253a7d17dd99a7fc1226147912a800722cbd9b77
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c7cedc20a21490f64ae3f19dcee92468c0f8663
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c21a705892dc3e579dd765185e24cfa05113d7d76af9a97f700c7814bf4bd6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..184ce793e6abbd7a08d6fce25cdda0e28af4c9c2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9553995290fbaeb6af2039c994f1cc469052af51504ee647be87b74b38faaae6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94723c548c7a03746edd62d55e94a71c82ad1291
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e51611a88c2f7d51df17f01958d24e5bc2549bf4ae0bbc890fbeaf260aff93a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a62042a85f6f86db794caa6aa937204b19ae07
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e805425308f50815b6d1eef400ea7eb5fd9a93d07283423de93cf9dd229f2184
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..313135e322f94f4c3dcd14c502ea08ebc0e21673
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0005423878e2d4b16e9d7ce6f07b26d6407bcc16260f9af6a83a51083ec1bb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..508ed3a366cb02778a615c260c47dc546e96836a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b570a4632eab0341bfbe82b72b581cf746a2540d6044f725c81cdca8e8ad37
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7607d2e5d8d6039828de443e775ec9069f5c092c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d385ca3fef66de4ebf143e1f0fc043f8bf021e5f1c3c4a2eadcb5a4aa730f0e7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce7ad88fed6ee8366a85c521e56451d47a50b3e6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d620c6a6d4dcc49420aa9a6988e81669af45cb02b982311d73ddc493b4feea0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c67c7326fed3807b902dd7e436af82959470554
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f779438bd12115c9702cd62974bf478d2442d3e1722dfdbc970abfbf6d1d29a5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c519ded7a615aa06cb254a7d6fa09e06a458df
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ff413402adbf816b840699ede246cfccc41131d6091c64e940aeed9dc4c74b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aefc34f5877706f920b3427e5cec63b0902a7c8e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d95504b262b98ea99b76890bd66815f48169d4fb3d84a3740313965b4c663b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3e7d44d7536f1283405e8b81a38fcdf5055389
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec5c73090c778fd4326d40716e23f5f2a6a02d666c2b72c980169c483bdf7b3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d9f0c4780bd407f70c467f704127585eb8cdfd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a99e36e5e13b3d0a587786e7af91c4389bf51abeded169a515f4da0b1c1dddf
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274175868670a4002275f2c9558dd48a5e40f5d1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2417aa3ba57cc9cb364019650ce8a86270aeac9123af29f8329b79fedabd708
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98866ffbe2fdccd73178859d4252a77415359f16
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ff3e5c00a6f0cfb67b9e6f2f5860a867ac51c4278bf58eea74034b437d7f7d0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccfb36c3f7b0efe9fd616c6b3e8002ad28c5048b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:110e86ddef894e401ac597365c2acc149dc2cb3438102be5659af37d2949e932
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..751c01c8d17c684641494d47fa559df87e37dc57
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f707f02e19b9b69359d06b908021d9369a7c7cfd028772d672b150e7b84b40b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8301681981e54003cb3d7f3371ffbc1bf11dba67
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0970a7c2a8a79f7bd0e0de51fb739bf7553f3f72e694ed0f1e956ba7bae446a6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bda99c5a81c273b9b9a1d48d3bf7c5abc73b016a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00aeb9ea0e96ba2218b188a85b484db0b80c27bc7080fe358f45e39d851f87ea
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c86ef603dc987f79361e17627b880f3f0df5f6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0261fb9f1b439804737a97f0a02b302764e0d1b8745923839649d6f10d335ae8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d595489abbb29a45f012ee850c9c94432c7540
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a11d1ff89e5902af0e3b01387cdfa0a5f8235178cbdb0466f40f3e7be34ccd1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce8f94b7ab1d97805895d5890370bebc877a37d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:840c208f43f546e7683617435cfbe4ed87d297977b73bf07d556991faf871d1c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ffeb24d678d70ecc59b8a9e4faf498b2b04493
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999551ffd34b26799e4557ba45cb42b9e882ab6af63ae3ff86977c0a33ffffdb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c24b735ed3412d0c13bff8b1426f31231434cd9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e914f5716a7ffd6ee8c318d80376effe85b6f9d63dcf66670df242e679724ea7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d72ed052ccece8bac9a579a96078b333b926b2b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93cf1312d61f061b2d110944c97d74fbec4412bdd10c17469a3bee75c6b7119
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efa313d3fd994bf1f55ecd27c89bdc7addedeae0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ecb11235944738c7508373f5e565ffaa9c91dbdaea4b375f34c733d4cef5a8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b4dabdedeb974f5a6ebf1b0f270d3b5bd93b47
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e3b87cf5a0ae978531a43684c59df4cabd6872febb406cd4fed0a9841d7962
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af2968d3bd8c67aebee21c0b8be97959e4f5343f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f83564a3f0bff2eeb5bcee4cf2a57d4636af13f99f9adfa97d7ad992aadd2ca6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..704aec41f5b62b42758af20a215f3e81a511b6dd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5fd0d0b7f91d280a72ff23d63e9e1e7ace5c8d2d5a6854b9acb62621ac6b76
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..440139dae41ff52a37222baee5eae3e9e1c804f7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2afa522fea7684cd76f4a3593134e0cdba16631c2e3f1920cbea38948e0b98ab
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0db789d52f584a5931a8f1ea7a88bc95c3c524
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad7ae0a573cee00ba132ba0c6cc41993c67565beb1dff69de5385cc4c4a4066
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf546438421c70c3e30fe36ceb287c0d7a5c62f6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d757e179b9f8cf2b63cb6553e44f38f15eb8c399ae42b1b7032ad8bdc03ba96d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e6c9ee73ee9c4d27701c6ace6ca75a17761510
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f631e535563318f19f7903df2e49ac8686b2d156bd216d90dc9612c13d116e7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929ce6b8457eef134bf4daa5aa8f5572cc6b63ae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c6526bd3a8e3972649f21285f3dad084791adec44a41a81e3380970579b880
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac90aa6abca9b7d35676c98db7dc916c505a7dfe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd36e402d8f284e0a106e21afeec4cee3b43b3f9f2dce1bb0ccd3a41603bb237
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c89c6250cf899dfee8fa44b344137abb3d0192b2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbeb9ec36d5c9f4214c7d3abe455dcaabeae0e34bf41e126518269b907300bf7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a2aa85cb6f17771b6d17632cc07db9971867004
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08db39c2e72f0acb0087bfa9fff28ec016970c6fa984d843182db1151f2b8c53
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2709a229a751fc8ccba6509f05ecd54e795c048e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:671b27f951d8e713700eb639c5da65d6be6b37635e3e439c9ded1e2d50fa60ee
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..571e5d36c493b6bbba2b0e7897cf95970b04782c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2533149403dcfcf41dd7f0b432899356988350c43faa4205dbce4e8590f62fd8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ea06aea1a079ee0bb0fcbabc7a906c3a4170069
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:658e5a9d650f55d8f0f86f5879cfd4bf44aed23adf3d3af2985b62aaac5853a3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc081bf99e6ae081d07187059c5a852e15688aa8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2bb3f14195d1585cdb86b9b168bf616858475f2d82deb9d5ffff1b434265ce6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59a92f1af4b6563d26428762b93981665d1757e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0777817e92063f8a90cbcb27bae7c12e01dc918e1e54f798293211da50d23ff0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..446715603c6c223191dd140ae29ec0d58a39ebc1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be270a92d12bba32a926716952495b4f1a7d0f5a30b3bc516bc0a400f949a6fc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a47365187a3962cd998ab0f1c35aa1032a536b1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dceb0e7a34c23bf93a14ae3e19ed494b5784303fc24c77f20e30bd6b5414db71
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d439e0d744a65ef93e9b5598a0cf25e029ad6f47
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf62ab5e3622a53c1f251b6e052ad5886e1057351897089eab6ec5b690e3929
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b23ba8985fe45af7ca4afeb06d4d1a42dd86d65
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd99e680dfe22045086e2c0b8ec922393e9afc91800e3d4604c659fd057263b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b33e570b462ac7cd390d4537fbb602c20ae09d46
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50edd5e8582f4ecf357ac78b06ec3f22b837e5265893178d731fde00ce12070a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5001170fb82beecc3b87d086146ca3e95abd00de
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750593a94905c1e1bf0883e880050b6d99dc28d9f99295994f867b9f4fbc5ce1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc94aa03b38a2129a21a1050a7e152834c4810a8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c64cd9a3d190ac0d83d14d6fb9a3c54ffb2c2ac4950f6388694405c334b453
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721b0e2a57a39f8efb2ce70816922adfe3c011d3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1caf3eae13d01688b8dfb7fcdad806a5679e216b3958d6c9fce7507d1e0a5b11
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e7d9fce257d6e04944c26267285fef06d0887d1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2492ff8b7e829f2cc898f66ea1cecdbe7c3bb255e7384e2093d82ebc99edaa7c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..393172d49e7f539114758ca12f9438d5745e4d1c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1d258806e459636347f6723f2b1ddb206162f8a7b778d9f3fc23f56e14d4d1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e9fdae2a63e25ac0b11335da7526b7ba0901ba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd50b87bda14c663d0a12cef858b883076a1b8da60af02f063bf8809cb3d45b0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b674c69f3b1a892cde6538552eda4847fa4828ce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:074ea9964514051f4c82ce5156b49aaa076cd3db07033cce534bf0d90257be84
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a7e685e24d2a791bb8d355e8990ea1ae4dd5d3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:150b11936c7abdc03a77547f4318a6cfb42e1792577448159071a60ee775bf0f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa7337667e632024839acd1de9948138878705f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e97354b63e9873264b6c0c97db6e0ab374a4de4e9a2bd853904a2964a0bacee
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57d4642cc360cd7c49ebfde2662fa76a10bacbd4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8048fce6aaf80b68b5a55f738e130b8e5e02a0eabcccd07fadc71236e0a5f25
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc9f28cdc0da7ecc78b4d3094fe7f510517fdb0f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8f6f1aff6c90210c7bc2b43f49408b450a6f94ba08ff18558df1d1159fac5c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b1d87597f1b695e7c9cde0478624a37bb5ffa57
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e36834bb31bd4a4c026347766f6e42348443fae777e22143369bebe378915d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a0eecaa0850416a33b6841371a9ab4ceaeb76a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed28029bd81cc7e85a6b3f740eef9b74a4518e29c964bfb41db4e87d6f255f7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e09ce634a7431fcce66b660cbce7484da4e83de
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59935b67de7fb71e794e2953c2392d9f945cfb015eb760df465729d0cfdb8db5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..401d9664d11c79d39c2f8bb9d7afeb5388c072a4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06bb9f88e832429c4a9344e278f713c086c21a74890af030533085004e9771f2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a132ef510c24e3e5173342a8dc0a81cd596e364
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e37d36721be15c90d61dd88663e497c917af21692ca88cb25bdfad07ce5e94
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c57cc94c0c84fbf871d313f6c879ccb9a2d9bd2f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa061bdef138de946c589cc6d9f8cc385b492b55c6728437ecb6c21d3681537
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff7f4a5b662863bf2ec29f52a070bf94a7795b2c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e5379fe8b95bbe7573379c47a50e1bf4f5f5919d2e11660832d63792702742
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9248d6e2b2671ed9d60e4cd1edc692a43c5a7a05
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc4a61e0a9e29448dd9fbe31d4d48c98612a0688d1f8cc2f33b6cb3e39c1496
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c63276c3f7ee0e847af023c917ef450039afa474
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0801978971f37e0125a690124f0220143fb36b45cadbcf2c24747a2ce86aa91b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11423245583e6ce7e6d0468f9300edf217e9fe83
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3e7642ba79bd973747b012f0c534517d805ce21a265d840144ee46ce12657ed
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0628d091c242135ecc00649f1d9728ec06520a40
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d4a4ea8a38148ae236f866a3c3a84f6eb2faddf0ae5479996a2b6b61944859
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb84156424b1e23f22821faa19e35e80f1cf454e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3125ee5a6c5f39d62957cc935f7c2c76e71d7ca5ffab04a9bbe782e162f6111a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..538c4feba575f5ec30c1893be21c43c65f7731bc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062ab0431476846f573d9d14daadc8ea595f0bd6a85b1d819b935b4661ea695f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ec8580cf689127549f31662013c910c0ec49b9b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d4f90ecd008f9e788236dbb0d9436f470e235d4ab1b097d301f8168884b1a7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc63e9c539ab44977c0eb6453dd85db6e9f9715
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7485da2f6a060110da18b141b0584f68afcc99b4b3874fd5e7aab1e69a5ac99f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f78fc89b5310f2b88cc41b9d415e43d81ff8864e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5727b389b76ee8691db4f84b4882b678671b6910153c38ceae79e60460f8b4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d388b1f652965a50ef2cb960b32b98c22f1ef86
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75cffda011371757b2099cf022382a8c3cecfd89e6dc2b267ad7bbce34f084ec
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc25e9304e2d8f7a90d866e3344c752b5a81571
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a8bfbb231feac3915f020950e66c2dccbc6bc227fc70f5c499cacb2a89abf5c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f8e88a74cd325cb651adbb70cb0e9026867c0f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e778f4ebc4921468e87e2029f33e339d348865e3d0e1b993a56286eae67675
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9760568a6167fafcdebb7ef1c8f9e5f6dc34e9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0c8c40beb998b3919ff41cf529f33023f34bf82515ca994f3771270abd0527
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ba296b592a1ebaadd21895880737dd895ddedfb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2d2c87f384bbcdec2f8114cf85f780c216cd1d58417598bff8b5a1732a9438
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b232332e689284bf2f8b1cd69afe228de2035fb3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae1ae024c3cdecafd287f85db5b8be1e5157baeaa3deacdb0ee1ad61991eb90
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf1f20c899a9181ad6d7cb19b049acbc44e3efe1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c7756634cc35118909b5d03f8092261c3b5e9f59a7b8f1d26d781b66748dd5a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d645933138c0eb8a066f02e5b28dff4c4106357
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08841501fc2667001616b17159e9583d0688575f7ac6ddb8cb0e23a09d89586d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c66b6fde31ff916c977e842e0d14c4c3f70ced6f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b958cc666e90335c0ff40ac51728a0619ab9fe928ccf8b058372117628bf79
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cea9219d3d1bf79b1385e4b288ee1128311b524
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f717edde7f4c5d077269bfc6ca38463d08e245cbe046068c595edeb85af73f0d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f94018c5a2d2230653bfd92a3069753e27b01697
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebea65326df006a4257b60f7ca5e6a7186814b8eebeb6f3a0a3ef580e8296ccf
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c60cf939cba963154b378c677d302a0b8c25bd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44519ddb8bd6948e1f872b54bc4aab018dfb9ef165728430eb2efaea3b9372bb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb32a2d2884fe38c54e46809457bf3d68a72909
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a4f0b49ae006d23f85f287b3b7e36c46dc52b87c3e6904549c217118788084
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b356d8dc2c41e620af15b2ed5634b8383a7f8566
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cbda96edd4bea69996cbcc4f35f87781c42b6c3f8a3bc185b9287f659488c37
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12231167ee4c76918a683110f41f4ec96b8b6256
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e448f0e965966066283603cff64ec7e78d89b049c7f112cc275b857e4b56e594
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd979f0384df9d96660611ce62f445744a449b2b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:278c02bac3acf1ed37149743e44bbf3510d0dcf63a11fdca5b7be64ad6448008
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..155f72bf6faf3c2ff3f368dd501868eecad7fcbb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b37a8bc359e8d0c8659816949f44a393c1dc0cee4807e1d3dc65ddd6aa2c38d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c782dc1d6a28f1c5f9a3792bf46ee48487d8e715
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5eba552d4bf675d68fddcec6168b77455ef5cd3a64a6ad59075334865802623
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a24115ff9c34f1f4c137910585810c2e6ee4b576
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4116891c046991035c1fc9f48cf5600d0ce13eb24d219095710ac1aa5b3e3e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dfdfbed6e78ac6e3bc45355cb5479727f7531bb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6be3a1a01c7174d07c3d03d40a8d8e474acda19f665b8879b357ef2db78c3dc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..455eecc59e76d63fe14235c2868789343c172410
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3943963211249368721ca5eefc091a6fbb0edb04a5781fa71716d7d35ef0b46d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a2a08f22d9f7e1d9ee714c1a62c9fdaed9bc8c8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd56f1dcf63870d41b9bab820967b6bf0e2d517511d2cadfc86f5f827e611993
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d92c9e023bc1488ae4827c247b43ebf9824778
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c948008b85f942f1dec6fd95dbea8ca2c39b24c20d10e1b2df6a4e4f5e067f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04eefb63e9fce2c17bfeea75096ff30b1386e4a6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5611f8b239fbe0a2f753655f558c9268e0a2cfb9a0be869d791ac7e638af0c35
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c80afe6d9fa1a01e3a6d6ade2cbedbd65a6bd86
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e70c3bf8e3504570f93339eedc9c88d5e489413722e3ae97618dc6f400b01aa
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe99e3c8a4623023dc507239e42cbae79213648e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac04648ff8c7137a1b4465a756a79561fa26c056a415f7cd129ae67bfd6eceb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f44000b04bb54b9185f6c74850a00a2f720a132
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be3c03965f1be33ec49ef16f9b4dfda0eb5759b1c82314c3c4f943b5772813f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b616f88fc5be996932ba1f001cecd6719eefe362
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81fc5902d24f7a9fbc57c0852bcfd427aade7c69a50f9fbdd437686bea096412
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f6156ea9ff9db6ea5930291414fe7326d6e8c61
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69d50e2347cc858f91880cc6a7994ba2e4b910f6d58d54ecceda1884e60e8812
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c78d75a61c729ec2832a8162ead192eedd1b6f6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c016fb66b5ddae4c63cb7aaa1ad6f99069ee0255f5f482e3762a922fd5b967ff
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a0c7c1ed75c4a660aaef8044044ad19818c1ec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606644003d5e9b7c58f0f5f8bb3a82ad883c208224a5d57c8e20f2794221108f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81a154a85d828eb28a1de06835688c536a12589e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:431f0bba794d35c3686d0bf1ed60e5d2587c52859ff2f7c155e2c1d7fe85c7e5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e706c817adb91504b3d4206306bc79e98d1e88d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec659b346ab4564da6316d258013856c6c4a0e15cce36a7c39842a4981a0bf5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbf5d249f75caf8e9a3bf5cbaea2793404debf0b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cccce7676afad4c67b3a6877c9ff68f307e91de4491c0ccc5d0d91fab636b8e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..309bcfb150d01f4533632a04b08bad15a89f55fe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d34eb51058e1a383b6fb9205acd7a3d48d23001177398235a75d1042a13f2961
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a29372e1a9e54f86c7f8e07d41f090d010085380
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffdfc70131ea462d0745ea24e9f8e723e97a57189e8a9399d57d7505f03a86c5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc02186e53a7e54e252141f5280ce7e27026f25
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9af4984a8b54654ef21d5bdbf55335dff3dbe87282a9abe31fdfaf8474f542
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86f65e834f2621be7788b83b3d34f92ddfb9fb02
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c54c1c86e1e56b783b0a8f56bb8e998cf15a5e7693614fd0cf8989e55bbacc4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ecbc5c87b5dcd984ab40e9d729a79cb27ce07d5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f9ce849d0e64f98e944190131759648f37d327160fa22827df075f6bcd0c18
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60799a7c7867b62ff8827a5b06f96d01ffe4d698
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3109607ce0d17d9e7a10354f660a37777afe37ec1054321cebcaf01bb7a07602
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff8e01894bbaa33758d22aeb552ffe7661a48bd9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c79e4f368e6244dad21f1c411f6368e8efa15d8eb1702de30a53d19e87bdb2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae5ad01f2beed0318dfbf2e1b3feeb212b83327d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1464c2926c4195b9c393502d643662dd429929754ecf430bef67284f34695fbb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa09c698b75fa62889dd57f5567f93ecf35ff25
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba59ea33709311239a2646876c8c9c6d63a146b01a4c111c16ac31eed8e8e55
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c9310249f6adecc884c6223fe4609aa68d4f49
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b10e590f54fa6df46c4ebaea48c4f81d595eac877edc0f55ded8c41db5214cde
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf29eba74f41bc8feead0c41c5044ec2a71b481d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc47d79d0fe03a69e3d2cd27fad4770ee4f13fff359ce6be8891bb71175e4a9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad92732be368668e6909e01c61e0154ac18e1182
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5174ae5de5c21a1595133d211cf0ad1327fe307876db2384030a6848e1908b80
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dcbfd6fa63da2d13149687ee829a97dfb38642e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7fa598984f21fcd8139170573ec5da81f5f49c75a39392b8e12874cc5c42fed
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126accc189afb2e23ee0c997906ca37462caa967
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddeb8185bd22f31aad0c09ff296030f53a7270ec2b856afc4477fd0e923a3cb0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49b36deb4965c99729edef502c6501bb816508fe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21fae44c175bb2c1333a426b03ff40563ce1dd5be184a37b068b1864ee1adcac
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e4b02ed7208ec70843a9addf03ad849abdcf8b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e4860ebe038243454803d9ee3c09cb7b5f2223bd43aa35499c3abe86873fc9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81aa05fca1e4da17936b767e6415224030b5af6d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ddcad093719e1d43260f46a1e224a11ab4139678b71742fd5c59e6bd10b629
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53ff3963b77bbc0c46a807b91b93c67736c5ac5f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f8c6f1288874370749e2692bde5974fdc59563805d2450290827bf41f50bf6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b030f213524e063340f399149fc67c280c634c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4f307be131a43268ec91fd3fc1f3b417c65bbf1df7509ad7b60521d7cd96f3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0cc92871a0fae04c6f23948bb64332d599ef1d4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92dbec9d6834e70471ae89daa996e13cde5a972795b9786a9b27916714a230a1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..795611e51bbfd906071463576b2fc354dc4b8c00
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86046ba9176387549519ed77f250c61161a128a90090fc594ef8e92b02ea09f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81410c33693ad14644712628bffa4a89f07f649e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a555c8e4a52031e5934aa92e98d77648562689e1e1319d42cd413e7b0c8995
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28fdcd4bf14c4e0f27e49e1dcdf93b7817104671
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d028eba6f6b8330f7e6030b3cdd5fe1ce9d0e0efb96f953082c1253506a6f6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fa5636713809f627e7ee758af6e92a1092ea911
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f4efbb1e0bde0897d5a6219fa060a3d2dc3fe9be589a8c2d4eca7b4f4d8fa4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dffe18b0d41a03cdf9ff6436ee83f1012ce796c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837a13e02537dc4721addec0ac8e71bae0c2643c79fa5a493a6e328d73413866
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86828d5a2eee7b15fd2415d9e42291f474c9b303
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04f9b5fc29519a10e5e19cb04d04ae98cd99ff66b68342ab6091d0f95838c77e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891068948a210338a3e6a76bf2f84259b844be25
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb43b3ed18d1a52ce3c7efa4a1ce45600aa1f5938f6c011ee5940e97f833068
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4086e0334eed843b402ee90c7d464095a3538a6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4cfb67ccf8070364f3799a1bf41ee8121c8f50f469369210ac93bc01f1abd0d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e221466a279b0f192bc6e0aae1f9f716b38eac95
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c2c7282fe54953cf0e15d6d9fed4e987be3753b66224e9666ccdaf6bcc80bf
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f3368fb7ce96c0faaf8d97b41b1135bc553488
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e02166896a298305043a31b788d456a0a9f6f1e39947e939bd8b410363b424af
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..225b7be663b5e38861aa07749c27772c5d683491
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1d892f100d7034c8559feb65457b17a3e836cc2f121cc2ff5e1819cb04f63d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1731b8869e57f25fd714206c1e06fcec5479f3e8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5aee97010267857f80071a348c8bdac20e107b4bd21cd2c0a25c169c1c7e94f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9e0eebeec80997c496dd382c6083957331a4b0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14cd098994823a08fb0162d9592ef1f993f5688316840d01c505217c229f5943
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cae957c001749d336058e45aed5d357bf47f1f16
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:112fbdb5f72a637188bc0339a7f18cb1e51a3404713a98703714cfd340b7684e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f68e51ace7066368abd3cf1419dbe18ac3f8ace2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87d625206e3d241894442b71c2328358a152157a92475376857e792afe9d18a6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5998084b90e03c6ebbc3c8acd8fbf307de6e8a7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac127ef8a1aa36bb56c023cac4f58e561475c349186db62f4df7e86e607b74e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2b19b15dc584cd092133eae1171dd459fe673b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2f08427ddd2dc656c71064c62097727844bbae6dbd4beda6ddb82b79050f90
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e7543345e1b37d18417d975ab03624d535bb90a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c48c113acd9a45eb76a6cc8f899d3854a69494dd436b40e2bf55e5ae06b692
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f249d3ec1315c6616330f9b1d715b73810d9177e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:002ac5b8e1896b164563cdd96a94085876eec56798499d3603b165614d7a2ac1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..177c22733dcc12efd63bbd89355d02d320bfac6b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f30f2bce11eff0039c123c74e4be48d6a4ed0b5d800d74e693a5bebf62c50b4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21210cf40cf8dd6364dcb4481a81ea1243b8eed7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd623ea91580f436b92bd996f514202159cab300f4326b2864ba38762c71e223
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8eb4a39bf6fc3bb9451c26e9ee5e3964a49243e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ed2893c75889c9138d4f277a065a9517a5dcf5fdcbe8843d6739b3ef7c263b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c50bf3b2b17f6f00d8127686820dca67b8889aa4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f59e6d8827d6eeb13ed3408ab0a96b472f6e93ef12ffeac989ed5120fb92e2a8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa545dd80281783ae43d4c9c32953c8fc0f74b69
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3ce136f54a7e9b21dfef6d39119614d67375f9c8d300513e250438186c3ec9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba2526a7bca1ffb1c6533001ba1387e7eb7c232
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bfde332e3f7d8748fbd5466c0d940ca26c34cd4ad41bf2c447fe5b3133281a2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fbb0b34467461e197fa022ec43d96bf85a86238
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485e0a9224c9512fc786733dcf146c4f6b2f7c908e5b6d4ab0f4c3211362fc05
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b2a64a01e5688db5452d1ad0f7bf994ab109d8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32bd8f8f324b3ac14fd0bc77c1a8ae6cd70f1eb0ba323713258d4d8bbda7dff0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a995b5df33f6c9117c1bdfcc7b007a879526af64
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db81cd7d8bf92a20bf5cac5bdc5f058c1425625e983138ec43f60749760a6e2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9e2076501db75fab46fba45d7192f8cb34382f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5f2f8105a3c8b59933604501a9e5f3ea7f4f0fda3aaed58f19d8e3f711f8fb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5e2b1abdfed8d509d2c55387634e2d94ec1969
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848579b110a373fb7923c57a7f4addb368c7f7ae284940283f48dc1354d79e3f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694efa1015a4aa6a2ff9374fab194249eae89fce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f58857c035f5bc2fa82c0af36e13951197c7b535cbec5f8f659b4203417bbd96
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce330285308c315bb751bb1d3d1220209468fbe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688f10f67a3cf8ea7201b0eacddb5d7ad560c8ccc7b67644ff84ae0c7ca583fc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcf15b157e6f1d863a37aa73e39a8936d52accbf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85c9632c2428687709b3da77ecb81d02ffb9882fbf79d12c87ec2f4e368bf8c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d22729c0d4f09ca808a03e61c9fc78a352d79f84
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7408e69429ac02bd81acaf6f379cce42bb6f5326c1d591ca9d421b5a510fa901
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4743a79a7692606e131f87c6c07ba2d1fdda7114
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22182993ddcc96a8d94cbb72b21336014b0f7ba57e5f312ee88437ac3b0fcb63
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bb5e95d8ed5598c59484676ef5925cb35c639cb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e35c470ddd4bec89acb8256cd0b2887d898731c0d02446687140f5f254f4df7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae9e8c08c12e1e069b270ed5b380a383c6efaf4e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af7cff4cd11534094773098f60de2ee4cee1de284cc0d0c99dc1d667696f1c8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f9c90a0e4c33bdae4b9762273f669debd94fec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b12e87472c1811fa492ee8b711c04922bdb05aec6ee84730758f4821b279110
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f4b19ed21578bd88de8230b756717f7ba0683b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84565c68a27514cc4fa5ef24904581d4b763f18d275108b249885dea16419856
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7730a525fe69b27a7d0b34c78bc025c1db626e9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe0e69d8eb1994b5669cb92c22da8e7806bce4f3cf3848767cd41064a51be728
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22abfb4adc275d76edc2a21009764b4543fc587b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c2b82cb2f16c8c05122840e73815817b1e9338ef5df333d738c0339c18ee45c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab602388556fddaf641deaf0ea694ce61b1796c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f594191e11a116055c2fc42bf2b5694cf34e37ff49429ac95b6353f72bb02e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9bea323f0e31c6412bc538bbf8b7c3f804e9231
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9066a029f7bf8ee9ef55f0104728568c41d9ce3489b7a34d93a9e54ea9782645
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19b9b5c2c0546f739df6a1c628907c6810c1e578
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a71c3216c081612500389b861b746ea147e1ad8b7329247d9e7cba348aa9538
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e66b4263e61caf52fa618a4285abda7139b6cd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387effb83287ee2f10b042ff4995cd054942e40a737df727cdbb71ec52d6fe38
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a4a557ff53458b1d2afb03954ceb71c9268ea37
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbaf831e4a70a6fa97212c67e38fd5709f98225cb4d3ae387bf3a07e6fe44c83
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd289a1b0dd91390908c48880148ea6fac196fae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:689827937ed0248befe26434f130531e33fb536bf1458bfba7d286208962d5ab
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b085a082cbea86444158fde62621379c13b37907
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482386356f4dcaf238f9a4fb6a9df4e1c15c0683cd420b32492bdbfad1aa8425
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92262696a6c25e8e7c29a70d32bb604c9a00e00e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e1587377415270a0574e793cb4ed333168946860e1ab6b988ac75170a046ed
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a2138a31c45d788e8217977889ed4da45fbce9e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9292ee9746a5f6d54930afe18515375a076728383ded9c943ce6aa7a6ea8b5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84aa8a90b1a5f0428cc5b67b1682e2f9d6742c32
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f916370508d525fdd38098801ce8c6e08f38c71535d60e2adbd0fa3f3172c7ae
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c513f096ca2c8fa4947a2cacbac22dcd32378d4d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14dc0d169cbd71e7fd411b233f5a99304c5e11bdb4f46fdb64c4067d7209af29
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97888b4eef09c530f349848100f7e8937faf94cc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493c5197450d665bf4df33797757be2ce1f9e20b0e7eb50fe37a14ede621a6d9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..220d57f9e34481b4a7dd9825b16040f2db847797
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd777e7f8f22ac1b2db0e1281e6ed9a656e561acbc7c3489a85c759fc31f05f8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a56d6b7a0fb3e0e0eb22584f01e334314bd3e89
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e2f17d91d49e27ed066aa705e724e9eecf83d70577bb3fe351d66100b6e002
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04463bd03fed6838c1dff195853e6e843e73ee6a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed84d91c93f936e576f535e5dec73d5c9cc5ce0bb8414c8d64454cab4f210396
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998bb43b65a6d4f5d43ee791112f4dce6c15a07d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131f8a936bd2bbd503947da7bb311bf0cf2158aff47d09e81f3d0f477beb271c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac228a309b23c940733ffff8e75a1f89bd1fbdc7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e759810ebaeecc3ad333e42c7acdbd56e2c362049b100c5fec2ff13cbc2950f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..055fec8a3056a9fa98ddc6c830ed51b53bee7c14
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b89884bfc37e6c7656f2e501fe07dc7cb4f2249a97ad45c4d75a2dbf34f1ae77
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be3243221624c9962754de21096eabac1c277bc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3380ce800af53d96e420fed0203c73da79dd8929eec5414762982b492f059aeb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27bcf3734195df2eb7710eea497a95c50b5a63ed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:126f7ac403c90b171e4ffad037caae18d0e4c2ccdc427fb168932141027c5a40
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38e7ba826dd12f2e547c827bc42024b06544a1be
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79deb9df952863af389a68006bdfe93f41762b41aac6ed8d700b91449cc23d9e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e16412d5b219a4cd92291da4ff4dabb9f4a42d5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448a75910efdcdc7d7160be0a693d4efdbdecfd8e3a31159818c63f339124b1a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7d3ca47d540831b26cc4f9f60768f6a5b2cc9e5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5b60c423b8f7492b0f17f20213ad0b4abd4a1965fd9a8858ef820bee661721
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ba4008c8a35fd9d61a045f7f7562bdd2df1eca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a79b038a8be077cdd6ce87eff341d44859a5b4415571dca7fc571a9248d7f5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6686f14ec67d8d9c3dfeee7a9bd37dc0dbf764f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8888d4e18eee527da2b899f99f7f1f2da01698ce52dbec006c5a3420253c1c80
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac4430103eec1a7a3713ca486192a60bbe20465
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a615b1c5cbf440e642bb733eecc50d7e6c1d46450ffd3c214be0e25be8343e0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ef4f6b0054f28539814e1b52cb3dce033c2b32
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f16c11f32ea8705182d8890624af589e7b5fe7f220e51fbb16d19c6d4f0c11f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..884c57331b7a7e594cccdd9b2e9dd487fd9b12c0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a83771c79222a987c6f8d8d6577bbc8b3e35c39f8e56f88c6cf8c8bc44ff232
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f95b6e0bd94ead23e6a8c70246e4f7fd38dae885
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fec18e6f60ec18a10ed38fa02a8bfc800e546a88034245ccce43f70543e873f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05698121d00a526434bbd74324c3ace807cbfae7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1968a50068fba7884014e03d8837173f2bbb67da4681a8e59b72e883647df608
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..938dc036278ef3b5b0b511d39a1ad172576a804a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c511f9f9a9131ff9ceb3b6629d400a04a4a6ba6e8c2ffc3d03aa8e656e66c47
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..681776ca69e83ca0ceb6b0232dc9f9cb9e1c6996
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a8a38990dde114c8958e455fecf50ace9e314a7fa02bf77eae503a11344030
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..315b4641a416a90d6ecb05152278475a56fe6c48
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6606767c6309d374c6e7cf18003cc2667e5fef3afd312331162822206b46d7dc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f04fbb89e77ae3501790ae0a59f197607d1ab097
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e1051d7627e6ea1f29ec37512d112c96aa7af7c75172cd2fc60a165e4e43846
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e079526b825cf4882c5fce9775d1c0093aedddc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe728cd185305a7f2782a900eb95de74c3b144ad99e22204eacd81534c5f5b7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b284ca49fb8ecb1f98528684f7285162dfd72c0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a51df9436ca720c8edd9f2928b71df28bf162a44d6dbb6c30733cd82cc5b26c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c926f8998544269187c1dd64ff0308ae8b2f1018
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd027b804f2e5503c5840d5b839c390ff2930a2cc367468ae54fc6994903563
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9016603e32de5e835977d75d03244fa5aadecd6d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b9b0178e05ffc993bbded951a8815ea2a225881f3d88f77bfaaef4652f1b47
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea5af40cc6c59140d9c1cf834a9ccf5f0cc6c99
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:142a88e49e49d13bc71642971fc0a5e6284b5d2124d35732e37cba99b343b3e0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d76c32919f87950c950add39da7f99f918a59327
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:821e07dd93dd044ea45f8cd5574e47abafe0754139bacb0e75aa025f6fb5f17a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252c24557d9f84eda438faa275e7b5cc9f27a9c4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:023f87e810f71243e85eaafe92f130ea16a68a07bd75dd568f18326a90c82a2d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e4b35db54a2b98e99e09bc9eb3d377c8dbc85b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0a84db500e4ac705bdd44ac83a2c116679dd926e26a5f8caf96a1dbc8933e2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..033dbc9b2ae5b328a232f6a1e8e834b5d9aa9e4a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517f32a14afadf6befc8965ac96c1d812dfbddf17c76f776b50db3a82adb7722
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05570fede132149117e86f1d6af3dc84d272107d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f89992a082f60c57700c0178b271f44e71fda4b00593b83037c4ab954f2e09e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..713ef5171df96dd899ed31205b96c17666329bfe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44260bb4d197b6fa7c46560f45708af721bfed4a0a0925adc4e562cf3f2b6ef3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d562627574456d5b4185f555db4cd989cdde45
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a329c4e082a6c663af0693d3e79f03a4a41e567629204b11dd4b4fa944163134
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a02b4242f037ff50ba49f8de78b1c8894efbe0db
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a1dfea0fb2f6facebf2f3f5b0d4bfc32597b6b1845ace388d887058cc49f84d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..140b0ca699148bb1dc992080f639e3c4bcd8a4a3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a483b1737da0fd5087beef5db0b5a3c2761bf6f76eb9e2bd1aae19bf20f809b0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1546aa710f1b7b5d504a1b2390a1d23d441faee6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934f5e4ffc437b661e9f4d445c9f4facfa9a5803704dae0f9528431ce46898e3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4142b108be5ad5486dbf948bd7117e151fc3545
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5872e830e426f36ad30da048b3be9a7288b843d77fea390c1c710cf027fb0c05
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba1178ededdd53b39e3f7ef4852c6e5539ef24c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cce42ebad81ddec7c7d0b6016d465c6fad9923676498c2b595365d6e325c72e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10fa915ea87a785203892c055678436a0d166aa8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6de5a373ed0b5895604e73cd7a1126b4a42e36d4d10911cefae641525f5b62
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3b44c3b27db071dbcaad6ebbc36a9cf8dde7aa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c70d6f9d57b626f153c615a963461eb206565d989163523b0e0ef3793b88a0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf386f903a7e9992fbc4e46fc16518e5f94e3b0b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2e9a3020175598b9cbe02e12f345ee630bc5730ed73d7b9a5c50bf46e6183c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19362b1ba176ac18024ec4387255db008d40d2ea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865c1d390f80a0a7130c012a20681b8b2263f9c1a71f68a05410474fde70ac2f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41426f444df487cf0172c07836939102d66ead2d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1319c004a8d445505f335e4dd2ee4352f4a0c39ccaf6c04e3a74e0794069af75
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd382071945d590dd34cda5992385bcb038ee61e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cacbb5664d15f0056b00504218f0c16cde3220f90d7d42a0210a3fc7a83c848
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddc6f8b83023f0bfdcaa6af24f907ba8a0845102
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3286c5e2eb4b51a853ab326733848a78256717c6fe789642c1d4e0fe19073c87
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f06cdf86241ead4d908d121b4a7299b2c6fe1d4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f0f4ac4bcf60f5263bff10e37b4a4653fff7d90a38687571659eda8ef704386
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2afaf7d6d70766b0c336e55ce52ea6db5af08b55
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:981fc0f57fe2891838f3d324f7297c9e6ac5fe0c84f6ac853f6044ea9d1b064e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c759f6e9360283aa07f3c89ccf5086b55f0742cc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd2dc51d179e06078c63716f3e317d392123060b3e606d99bafd16caf05d69b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af99ca6779b4a2add3b2c4ad672109f8399c631
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb116bfc304386ac084d3447770a5b72aaeecbf81b7a87ac958a10815345c06f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff0e72fd6390eaf2ba71eab973f992b7730b6d33
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42038f30eba97adf4602856ed67d0cacd687d141514ecdeb28bfc98cc36939c8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b75330f1084e7d93f413eaff1861a5ea1a7a62d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dddd57fc6e95c12936b11d4789c8f5cd956f487696d81c47569da8a151eb6a34
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ea5521d68398c0e3b49c749f92e32dc4e1cbfc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f770107d2c5eb6942841ab20e0cc52052964c67dda886688052a4b733f046c6b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a32899fa34516079e89b54b77b85637cb4483665
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c983e1aaa9c8bd08d167a8078a7b072543d26c2784151d9a0d894213fc8a450
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3962ca029251b6a1ca3bfb2e8ea25da2f0e380f0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8965fe86f5db164c5327ae1dc07b8e036ff6ef746552dc7e6168439d888d3077
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beace797ac595a7d256dc2b0039f9cd090c12725
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9547e271d569653ebe345021d80d0ee848e9844cf09d0865e72d5c09138d22
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a01cb973b011878391a8296b0a944090cd96ccfb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003b51f861e71480e090c7f36ae9a03344281c5474593313d789166095d3580a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7535af0363a03686a9a1e80705a6e962731d1d13
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6930b885d98d15cb9a9e6b8c0a628afa1479ba4c1f80df7bd03b0f8348de422
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a85105a7f465820ea7f9a783d4b1158cab8551b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688c8174c9359f2112e91f09047fc352856f4873b21cfc211779a463b4d9b118
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57345b5db680cba5867cbb7eee8c851ac4f68c9c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277105305d21d7da8d51b513672523495de8e56fc95a78591d9ed18db3fa04e6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..063ce5959e2d7761ed3a8c6d70f11b784952ba4c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df8354b94870115cc6cab1b3f7fd64fb3cf75975ba361c6ca6ab965e0cc143c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b01a3f836f2e2d08dba037a229e63c1433890aad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987f299111479526f12d4cedee44fad61a68390adcb7dc24dcb443b417fbd209
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8119156a21fb3aa65fff5ea379f912d205be83b4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0bcfcce3ecd80f0f8d6db05b2f7e6cdc0456d3d5d8a817973dc4fec20e3ec8d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6fb65e6bb85eb1b772d508e2cfbd9763e4bec1a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca666b446e4f090c0e07f940ef3c9dc527515f8ee833ea42cfed6ad0aa3cc25
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00dbe7e9cf5ed2c24349997abc594dc69e68c5ee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06fa4b15df37b5bfa909fd23b4fc0b13f11a36fd9b1d4c197c87033a0c08f667
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f30d21c4cfdf6311e45403aa65339d68e98cf7b4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6ac3cdeeefbb4b27e143a96944d63856da97592294decee3e30b8c682bf29ca
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f1892f9bb8cb78cb2fb9827df64a082ecc32c12
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba1110c1e3698e9fe756d0ffdc61aae8c3e34326161208ceac0d27de667f0be0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9075885869ba7d1f8b801cda1e5f8b76fd0b5be
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f54b6c5eadba4a69642a5b610c55c7c76cc5f728e5bdb0ecda09af684b9bf9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7eb5b845276e49240810618a67719771db8dfb4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f05d11134728a003743cdb958751d8419851269ab0dcd378b3151ee60cc5a71
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7752e17f3cae7cb6b40fd0e2ced2650a0b9ace8b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160aaa255c540f4da8aa8846d264d656f6005e261df63082addaf98f4d46b071
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d5cff97e066d6b8d3bb0b2d7dc53e04331e12be
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f56ff612e5792f1c62e9547803501ce25aed5d84e8f618af37d0ba564910c44
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56e4e346abc1150b93f059b470ef854511327b4b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb8f1fae0c3d5cdd4106c73ade9345d174957662f649646ceca49d8311e8414a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e983a807fcc2adf53f587da9c45d3951b1efce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8224e148014458d56fd44c60f33359baea31966fc58b196fa82cc57c1c6a250
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20f6416769df9313eb831479c13458bda4e786d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104fb64c63f8a3d65ca322300280100d6d0cfafdf5a5f1c89212380eb5d344e9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..232f9738dc8268b13f1304f26164ed809284c0d1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:530634b15eb96187fcffd9bce1ff56a3522d56b1acdbcada2258303e41edfaff
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12237a9347bd2582b7f1060d8bcc35508864623f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d7b138e8b5035b0c6928a66ea5293cb47f2e9b4ec3156452bf3aa235b8cdb0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c712d365bcc6d6404c2e4de68b218e59356aafe2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7a5728e7dcb4f8ba0783663a003f8894c536a31f8e5f5c3f26725e551d48400
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7284d3f2fd414184fbda0785aab30e0ea74a4317
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0221b7becf6665888ad9e028e1299248898f2e8e9c5ce861b67922189c475ea6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f812434526da3f7dd32e8a894fa42043fbb4c59
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba603c3e4aa0d3e381b6bdae019b468135e4200b64c7d8db2a5013e737cd24e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c903f382ce45cef2a43f216d2d5985f52d860ab4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d4c73a8b9e42ecdf4587a92ee134d40a3a37cfee65c502435c55de89ee3d869
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b398eb6c783f3f6e06b334f516f4afd42251a15
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e846b70e7977c49ab59bd2dcd454c03c49aa05019b0d8f46c6b23248fb8b0e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7586f737a24bc8c7c8e621d9d5d41678d176d79a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ed988aceacc349a66d2fdd0888a6ec55431dc9ef5ad7c1d5fb5ed274738672
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a8b9456436ffd8484d49415f401d369d1e5af74
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533ac81d95fbe0550b8915b871010ae51524ea3364e2388286e7db34280ac9d3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6aba9c86c323a8837e0cd74991549986e5b28d0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d75a5c04bdcc94171270a17e8b91482e744290a35ba82f6ecd313ddf4f69f01e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..523e0a17191bb550d1b708c3a4ceee3652bf83f2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb80ef6eba7e8b4aa64132135a99b07c6432cfced4dd59d1e13582985091444b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01dc6bcc357d6a83552ec00e795dc199a1992153
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781b5baf0769ae64b37ca4ab5cad1796bdf9be851aa0020cc36a11f43b803d23
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8887bdd766449d646b243f82bc6af672deecd421
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc6934615ae845e863910e66d1cb5770e890d713408c7e5fb1522980eddbc13a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd6654e1189a67f28e7bd3b8812c463f195b5e4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632515e94d5159571d8511e02ba754ef0d30144a2e1b8d0dad374f2e69ea637b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fee9b7d67c294ddb63e12b99f4323dbf2bd137dd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fdc743c13b774bfbe7ae5020846a426feea9aa25869fd95b4a8ec04c615df53
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cd1f6f876acf13b29680460ad54050b4d815eac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3529578faa3d1c344e7f943fbc9a974a35d05eb60cbc8ab8017584fadc1a72
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa8c492db34e219c180da383f3ac4f5084b2161d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6ca201983d375e54d296c8339cd0e0e262e83ab6df43b74fecaf7900973599
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7c859df6121b28a515f9e7c2fa55d2ae7824fd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7c311d901e79d85cda39dbbfb77f7f854e7ec6d7c71bbd07bf7efa06a48d79
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d81e91e38ae0a0637ff1522b9968fbcbcda1b3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952b3949abef1e3ed0b817e53a8853726039a7d002dce5872c6a1eb6c896367b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f2e3659f43f5ac6b8def63931c7d42b29a9a2f7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb1551a1edee76af8173af04c3625f73030a00d3c30e88583b1264384d5d4df
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c37982b00f29bb6d5d28673ad86905a4767a57c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218928ae4a4182b5b155b0cef37ce7e275d3045f105643910ac84f8d567f8d3f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9acf55e2d4a293fe9c98183a40bd839c20d63ce3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf981593e13aa39af1119140f5d41a258d4fb13b94d3e5e7a30a44a458562f7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c8b441cb81c61907f79b8f4f59ed3345626b74
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706b1c51eadf54e5916c98881cb956496dcf22e2a062d726dcae6172d48b4564
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb706357c2165426d7aa0cfc99454a20f4ea100
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f69409b889c59ecd7958e2fff05c4a3f529efe7b5925fefbb1adc4646f4cc4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..950299367b79ffadf68f9b03a0a5dc257a53a834
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc8eaa978128bc0feb7086d2b561e3d2680200b17b9916edc2ef08a88960bf3a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e85c2ec96840ba7a6ececb242345146415549b99
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77b943692ad4068d182d2f114e6e7486af39593c70a822cf08ec90632527d87b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9955d038ff5aae8e1b892cd823231e88b1b5b118
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad3da5f7159560a2285fa9472bc2eb067fab26e3df2f535d770efe154a3f274
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb1c3578246712d3e4886dac2c6d21178a77013
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53d9e25217dac5267992a649679609a6cd2f7c90ff888013d3a476deaaefb5a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f7730890ec0f32f13299074ebbaf1d290951c5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c014b82ae7af718020aa3c1977b426c81816401e6d84468ededf4aafe74fd0b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c56312c3e60932b91705b66a7ee926da070676bc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc8784ef4977358e9370efb63a3cf92ee61b46e0d55949ae67cb2044e3cdf1c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67eeb0e4e709135fdac6d42c5b4e1074deec8757
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:727432e7f82f31366d4cc6b01671995e70cd24a728d7b25c81d02f4e605774e9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38497aeadf79811b61e2683f297253771d004f23
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c711371e4bb686f9bcd79a4a7864f8e062c754ce3d1cd113ce8545efc6f7bb7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a97c1de278f897118c55f2bf8088b7840aa2d216
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9956f646e31862b9e7a14d0d6da8906adc1f699736c9fec6537371e2ecc2f053
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6124f96438a38d086eb6a748368c8e7b88022bf1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9830bab45e26fb629093a1b9cdbe49727f25f966ebe4c16824e9217b27aa2c53
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a10a3796f990d12e1727b78b1585c6017de619b0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79fe6d6c879f2d71df516c374b8d31323dd2c6d4c765405652da75e98cbb57a3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df20a9b96e0ff8cde6a2976f08f245deaa2a7efa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e7c3d6108a06e85f5a7959df24e97ff240a8ffe8a6b1c2b555e546d4aeef43
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98681ba56a90fc47969b97b4ee47ce5fa1e8db97
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca19351a6a6b39b8048c9996259e04fe7a651da2539777b27aa3605f0eac654
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78617f9f875b3b84c78349832ebf01876f0046aa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3150c24c71bfc91e74cde20aa66db0aa9e9a122d3d7627fbcbe9f1ca48f6997b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d9ec5928568307d26806a0721f5ba45f8e3606
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:decd0a82ff6d4d2d75371e65e845b85b2cc19150d8dd40d5577661054ee4ff96
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd8e74bc3c7659a1999506f4a1140f1011aabb1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986041ac71e21f794974e2de6004b86cd882424732898f5220b6d86532d20624
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2763c1ae8453fdce37e90285f308caae9d90140
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6f604265d154ef353f8b3adafd6b13c88a9244a6c2ce0591dca8f9ed457073
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e805f7f30afb5d966615205be19ca7ef0ece41e0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d26ca5ee6ebae38d742c38af058fcc446a3b2d6b3312da2ebc271fd49de8cb4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d638fb81fa623a2bf37f0cb2c4c75b458b43da3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25316186adbddf9a2df33fa31fd99fd056819cdbe7f2c445c9fe7488931d203
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4796f2e5ac2c5ba15f87ba36e6b32bb66ed3cc56
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884a3ea7451993be612a36421d9a3337d2e7b46d10b8a87e8829fa3a6d5d1888
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6776b793609a791bc745e4cb92d0276041a9e029
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f628ede9579e3ae3ee8dc2c68586e9100f5fd5e3c2bed46ffd7188b442a8ee
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8050b55fb564feaed0d4832cf2f4508f562f42d4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec701c35ed1912ba5ca5d330b711119030a1495bce59d29c503c3d8b0625b4f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0599413d28b02445b9418211dbd7b8fb35eb32aa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9643e108fae2d6bce6989de2ba54a3fcb55f9843387d954997e2c91902cdfdb9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0741d10082b98b1e5c160608957e6683b6271eef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6cc87baddbd03cc363e6f2d38629d181f44e8b8d0d6a9f8105fc912d7d467a3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31bbbaad0b6ef251bda6d31da151e74de50aeb44
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14fbf253fd263cd3caa196ebafa0dd924db9a5b134d0bb57519f28ec9d4ab1ae
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0ef1edcc91ebeca902270b00aabd7680d96528
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3505e9399efd527060935a7a2738dccda7ae4bc8d59bfc81e3d00baa2c6b7f7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa13f313d62b178be2db9222e3f9ca5d1db63ae0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:168f54f506291e9f07ab73a9f08ae391ff3565f8dcbe282c2d5764b65519b595
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9adc57a62d958eb1b6d616f20132db05f9971318
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64458b6e3bdea042635b24983684fefd254ae504f4f35f499bd0b2708a02bb02
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbbb828dbd5d9e2634037baaba4448f441b3ace3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a3117c8cadf3acc8e8421955707f09b86792abec8d27068e74fda05ba4be0d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b398abc057c10bd3297ee2b2c7ac64b5ca7bde0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0614d2f84833a57553ebfa6811b3c0b444bc3e498193b08a0b4cda40a36bc54f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7ba31844c32839ca412488c0a79f9a58493f7c9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b89b506ceb36b8bcedf1f3e37cc0a37d34d52dde6dbb06970de99aaf48954a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c4ffe7392bab27a34123ad928116dfa2f70c1e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb2ae7d2462a45da6a3c0e307850eb4a12ffe0d9f7a4e0e47465704f3735b5a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e06d0336c55b81935778589504e72e092e6417
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2803cad675522235da7286dbfa017edd2499dbc6d06165007362881c30f7c1c4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8396c8e6efc2e152304818134623c2fa728f6da
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ababc235d1cac103305060f7eb0505aa0ea428ad9ae70fce4851e96a47a9f3e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37bce26e9c34bf4773d14daac45cfdba3a10094f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acbb54189a29ca3801ed01f7c8df0d5d1142a7244ae30c9dca0470d6e0e90397
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73aa313a50c9d940c4d51f4dc3492a9dd4970cf0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a5a51303bc660f1656c7993f2065d96700a7768b48df25a4c938819d3b91a6e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027a683247174abd4601c64148937af2733eb825
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc198f8c1a15cd75a7c4e72b5664228cb045f94935fddad48152af0a9f728bb3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e17f1da2eb98143c044a65c18f1a95b86f7b611f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0624e11fee22f280926faa9ec065229a35d3e5b1a6fafd223e3f8364527c5629
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c82d990d33c9491cad7ad9f5d1f28621027309
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce706d91a38724f8a8dfaac752b131b1e919e763d7e8275338992406c73d7690
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..366b7561cbba1f56554b9c13ebdad34aff836a50
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce28d4313786e6926de8c83231a78679cf4fee559e82c087e6c1735fc8b2284
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72e14f5eeba9f7f59f7b6705e6927d34b5859f1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f1797462081422c015e27cb237fa6ed809a885d7dbf78594048d4d5faad5260
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb5e15efcea77ae5aac3a271ef74dd873e4c2bc0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98795f6639ca4002a39e6d4e916ad4cd28cd076cc9cfaf09eda2dab58dce9118
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5115bbd4d3802376c1fa46e86f03e5fb6f069b60
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cfde7f96105c9cdfc706e00014dc3af2854bb5583b9a8d81d67f9bf131219a0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b3cdd4d95c3fcb062ed1662783a76eb4b445ebd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d5f4d00a0e270f5b97598d5de50613642cce33b9d0edced0dfde432d3acfe4c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..615cc92104de79a8fbaa3dc9d57de6db464ce27b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00a778f75b12871804605bae631cd095e8daf0a1fb015f89c1d2e5075f92886
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d26fb5b1d09cfa13d14e0ad0db3202dd431b60
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0b6d9e3fa90998b0e41ec43beeb3365395ba365e65dbc3af917994b948c2af
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c342c25833f013d43922ab05d24ea6c571e00d58
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0dcd5c727ed145bc36b133656a146fdf0e72a0c2834a2d124439e0ed553051
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42013b781c9f3d8f827df697c0f2b0ed50a4f73a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46cdfae98f6720809c5a1010d3789f7d6d587333ba1f23260a92df6e5c215642
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4135ebc2c998ddc7fad75e97d05761642c038529
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e596e86d5a316290a11e64d5bc22f72fc797e4ded50c1aa4fe7a2d0f185ba69
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33525a85d472bd135e75e4295e6464c087a29784
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:888ade9f23f33dde8e10a609ace3bc78a23e36ebf3c18255a36f0f06a84f317e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e97bbb19e3073fc99be31529681013b5f77b4979
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c25f736c01966b8cccaa0e428bbeae07a8f0bd51ebea8fd31829870870cb42c6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..867b4bc7dbdac1aee221b01e4024ffb0322a8f1e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c126a22046f425af7123a9944f6d3b934a2b504f51e65b02935b115208093490
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf18bafd76bbd568edbdf4aa723073377fa7c4ff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8016d13bff1b576125ea83d62b4c9fb95a3b404b45dd777900c4fcad138b370a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21182bef2cfa3a54d95a8d91d701c7aabdcb3489
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa3ff5803a7a751a16dd676c8ecade0b8ddfbccfe74ac55fb4e65e3d0771835
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a89a9d1a94487fcc595ae9c2c72425d0941d3cf5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c6a9221cf42721fcae9bf781afcce707c735945f11cf5198f6984834dba0d0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..059fc10dd8684c7d3f1e641819cfe71fac5c15d0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ac3a3ee3ddf3be14f068eb380232f837d59fbe532111f4e88567854c063212
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c56d94c6909b8e30c04efefdb6604d4e7b517c1a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d714d37d2171c27b1ca7b945a62e41c893dd9632b3988b554274a5c5e2cc4fc5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc3898a0ce4e82226975500363c2af51727d329
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804b58486ebd23a11d3fb2f8105a97386ded803ea5b20a328071b1e43ba290e5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ffa2ee06d8b80451c007e85a01046026c4ac360
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5bc5fc495b179b85e3bcf410a432b15890930b557a406d11dee53b1024e0403
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b4b653221883ec03f3e14b090069c7f68b95d92
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85323f38429b4634a92559c1c257ccba3cccccb72a0c06cd4caf54e9cd502004
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a485efce8c8c40ff42764d769e51e499b37aa83e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c61619d96af4a7f120dee2c44236836447c61eb1022d8bcacc96e2409fa46fa
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4ff59ddec4b583f7157a3fa8be157728ae3cec3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aefdee73c1c54f9aa8d0299cc5f63eb2d8be5c53c6d3788874d1c658215f42b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab31a655e6ef9ea21ceacdbba725898b51361d3f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece75860a4ad6b0f3653c3212ab34cfad1b886dd1f05e639354e0b53c91c86a3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4deea824e03123ec5246e84137b7b23e766294ca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ef9b6010e90fe081831f182d4ad7bb040aa420a883b7b4ebc325dc4007c0aa
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f173b491f95637a6b4875db204bdf47ee14c6c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37abcd1f9751063bb30efe101d11cac64449fa9b082f0f0a7a586cadeb9fd6ce
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/lm_head/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81826af26832e218b35101599ab9827b0759ba7c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e153a8f85ecd48874eabf136718ee3f82722dcc72a4b1714c67286e460b3eb92
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/lm_head/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a77e5382add7b97e997e204c7c3a5a00889a5292
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d510b7ca992084fd877dad4f29fe70db9aa83c0d20653bd25e2521cd48fc29
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc7aeee23dc662089b6239a1836116a0ec21dc9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503f38926009ac784534b1e85a8041796604658d82f61653a59cc3f130d12cb0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3411b90a2a22077685a795a7c3e126a1e6d9caa5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7ba0be8c23179475e288cf9cc041fe97233f1427ad03e6448cbe868fa68217
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac24405b85e0a2f111d5fde1cb1cf24eba81fc8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b113ccc943f7d4c2655ee5c8a409cfb44c1c08dcf1b007aa1fe3a4ebd563de
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb7694bb1658390a32b92198038a1eb4ff2bc02
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0199c34356f5761d9278d73ea4bbdf79b4d6f1db3e8b306a37a8f1bc5a3ef048
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac4782db9a87f1d0571e991f3bee1756b330b9f7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c11a7a276a64f7834a0c3dbf999be461f85e44b6e468f362c7b0b8f67ca6ae4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43acfa736c37d345c535997aff3360162647d530
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e5754e106f2906e54e0ada8a107bb0132477c229d6f0538a0a5b7a95b8a2d4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fcf51fa8d78b8c59acebbbc2426718805b52e16
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3411c33dd60f28619e312912e746190271cf3806a5012c5111aefd0d7c4ccf70
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dcd6ab2d8b4b4f7f875bd35a35cfe4448d64363
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add7610b95cfb9930f049ee2a71dbd45573dca70f4ac17e5a8741a9e1b193e0f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1415fd4836d75b793dbdb7957f4ee87baa94d8e0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8b348ce93517f5f1fec60594fc0c5914eae88b95421b74faebec6064ead63de
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b616b63657b05c1552b8133c97df023c7fb5e058
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbd004c2893e2f70966b961c6a3b741c82e2f47bf3835e347ee35857249205e7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c2971e14bb3afc9841e587002b599d70d9409b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfda5e8d319059c1265ec319e0f695c06d7a8a0ddd81a7a2d5c53ff78103e862
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33ca21731333f24fe2d659b1a4380f585aec0af4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c618a479ce5231842a0156cc2c363a122d1ad51c5a1f4538d8c530e926add7b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d1f589e673a99e1a17f5f1bcbf28cf604c5e96a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f640e8be45f203aa9acdd434005155c9baf1390ba201194c64e069db187d6b1e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a74d3c0096f1b78170a7c9a336d6861c78de51
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d10f5e62b32e474517e85777be77399a4c9300e4dd5ac3be52bea9f0e60ed531
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce8a9d6170b6d4983c14569e41416fd147c4d4b2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9a3abd0e2639dd0b622e674f6eaac7be06eedf0a33ef86c3e0e47c85fbd6eb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b5a70973f2b6146029ea36a4d4dd1a0fec2f84
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5285f9dac93574422ad849976be46406071a8a9a8f7ac4ebeee95e31f4ac94a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33b5d46d52a6c68140cb0e58c2a10e5c5e74a0c1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:540a3c9895feb9ffc5e57c2a28bdb557d8b34f50a58142db4c3531d132eea856
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00d165aa1751e1b4b7aee7342643d4665a6190a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576054eae532cdf30964878fc27a6d3e593dcaf34299d86750a6577a59e3fb86
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc467de1060ccd938aced45a97fec5e64847a7e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8069568af7be68fae61ae4bd7cce3ba88c1e6848c81efb1517af70434845f16
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a275333da5447c8d6bf104f4c8b3433656438f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ddfdbaecb9a37e5ff26dc43f78e7d5e92785fb1f324784867382ca07cbd6bb7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..768be74ba05018d5a3ee9fe3bf84ef1220e35e16
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0b805b1265b8afb592dd18543e7aa3a833e986625c274c479ef673e21bb77e8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff0dfad465c6a730444e84931a5164344612193
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf3c85287864335192f46438fdcccd36fb3dcdd4e06a221ea18252872bdb2510
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20548a9a67dbbd8bb2a667a9d8099e4339d5a816
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b705d22c3f1f98979ad687df9c29a372141f5ed8d0ba4e89100b07edc02af78
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..902dea638040b95da8fc1377afdcb81a0e4b09c3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00825e05e6ea924a4b4a7922671114d42e2c12d898c0973b7dcb64694c1e5d76
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4145271a3d32125d485437cddaa05315d8946442
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed911c3a02ef7e979637dc130372de6c6a13d10930742f2119b3e948f7510854
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98d461ddfa93925d2f328b8d56d7c088f302634c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f0d737d0e416f6cafd73e8767c458832b5c45bef9a8c6ddceee802c772acec
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eabc569c6ffb10d19409aaff2afaf4554b7bfffd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c1126c82fcaf5f77a571a977fb4c355f2ba0db448aeaf2a1deaca66d763fb5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44222db9d510d7d9dfc7b9c2ab6e56cfb18728fd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a5e70540c3381c92b5b5fba4856da6eaff6fa96f92f6a293f1b6e2731c08143
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0352d86b91fd7f5798525d14f9b3002bfa374d74
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858b1b1555d6e5ded17d7a46f205162fe004cf262b5d97facdc1d6f321ed6e1a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56a8a26325b56af44a94083c0506d0ab4d8231b0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc8193d68fbd891dae33ebc48335290e5ab3d3ebe64be5519098dda3cb889117
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965574fdbf6abaaefaf573abcdc09483de5e9efa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda64bcf31a6ea87a5daafaffb8cd11ad16d5006fd299d517098601d32171296
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b8cddc4f0beff7a606d582927b48a1a404516d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a6d22f35f861baa92dbf8c8b7e92dfb9c77071e7f75aa7bfba2d05e60096dc
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b534af90e296b253e2a8482cceb7bda941f442b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f985084529ed9822e1183fcab5ec2c1e0c195398797ab3d6b3009e20eb89b3f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf56384e5bf21204cd8513d3ce2dcf132f69975
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa466920a46343ecd67ea217c438853085f793a3158905c98d6cb243e73443de
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8abcb903346ec2baeeedf9c285ffa61e94173e51
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49dd07ad5045527141f997b690db0f3f5cba39ede693eb851442aa256878c7a6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b72a827f8e6c8356699c71a94a3c5289779f7f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ed62010f19a876877f17502073b6f189896882f1d0423a4a088b1d8e556b60
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a5ff10b478d587f9c9e293aba20d687213f8a6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38952947bc23f9128a714607125c04813d16528df60187a5f2ef62e004ac97d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f10108c44964088876a1f40d59c1a7c1b64278
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba5943bcd2b3f0ad8bb69d79fa5a05303c72071b72368dd764d0e640a60063c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62723dbde833ae2c64a83ed752cf9ab31126846
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d01490bd3ff5192deef7ed229102ee9a7a461f53f0ff553927616f70964bc084
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de24bf93d4e7082be85978556edf88b90dd56ab
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab9cf90217402837b6f9039719a5bee2527cbeea99a9d0814fb8889cce48722a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c27bfbcdb20bca3349ac6743010c9b68c49cff61
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91abc7ebd1ccc566b6e3f6d346b49604120e23c905204c4bfab6b800113e6643
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34b035ae3914e61e45db7d7ccad28c208aaff57f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb269a41ea855bb2def14206ea132ecef8cd669b1e43fb2338be284e4e2eee5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa990f2b79f9b7a73f8e55cc10f07507fb418e0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c955949770a2d2c409c8d0023f1e1b58ab9f923a51c64dc7d1ea15f9265993
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73cdba0f94510ecc5a32c96d57041a236d4a5f1f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8013e7025acbaf7125338d4730e701c237abb7717bdb739fcd9eb3669274c9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b68d535cc2cbd1e84e925795a48adc8bc51b3e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b494d1901ea8f9847fc9fc64d4c780257d42dbb8d4188077d87cdcbc4ab8e4c7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf75ae88588b0fecce90b4ece10d397d709e84a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7173007b632e9c552a69472faa21fc19a690a570c62495edb868ed51229f9c3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8f42e450f8d3b66e76c92c8d5adc031a99af6e8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594462db021b69e8214f984e6282c2f5f80759833e954ed8e44fb05b3904ea90
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b932d11a1c6464d2576b6012ca98477dcd53c4e1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d86e89ca71ba1ddc2f32749fa87596efbf9019acd565026785ce2c5d819b13b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5d57fb1dc6b97bca45990e7d81bf59e859c373
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f011733922bffaf1168a2122856f0b49ab03934f3b9085c0592631aae7e32a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7af10dff1895011faff11c71d40439348b5fe36
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b9b6a29a3c07e432385fd3c8d1d6e91e4e52bd7f93751f64592ad1c2e54a98
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d65b0d08f0e919b4d9fef89071591b9e9be53329
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f1784b817f3d5211cdee42ac1b5542f9052d0e2fe8001cc778a3f6eccc94b26
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5077c268a9842b27e517d89f943f2321b410d4f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1350b708e0375245a11e8eb8d9dade022a236eb9d0235d95fc1f92d57843f1d4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f5dc562da69f3e467174c8194c7a18baeb2796b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c50ddbb793ce648bb721dc3b2208834743da317cff2739f8a33a1b49cfaabf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e951ed8517d3cec99d5d74c67d2bb4ef25ca9b8a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a4f19879c6d6bbedf9b7211b646f82c83deb32a1f116eb799b28f7c1fe4aa9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36f21cf5c6e58593fb96f1356f12d06197c5d9a5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6566e6524642e1d72c5dc28de9395f851295355c2671b9f13e94e7e2e0b431ec
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c63f2f0745270e80ddbe78d9895c825e196d873
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d016009f3312246b75b9e8a0335ec6dc1079b3a01dce5a1a9a19481ef6c27190
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ec3234938ea11f4ad7e3f15837232f0d8f699a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f841137b5ddef8ed551bfadc66dbee7b3d26042d45be7292a5c19d8bd443348
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2bbc8dd0303a100381d836afcf298e567ac8df0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc3102ba87d36a628c02b6811886b03cbd0008122643422fa2a7665fcf04c61a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f71c05952e2065b2229f7f6e4144d948dbf44d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80365abb7a9860c06189fa8212ed7471847ee835e68992e7946b21b6e3debed3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0ea9fc8f5141389d19ffb9d569d7d0dba68a45c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9570a15adba88f94882a78668bbc6d990ba4f6c58382dec0436120405dc743da
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..737f0bbaacd3a198f94ce09b6f7c2667e230442a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b6a0ccd6314f8751ac061de8da741f183e6cb00a3a207f06fc80a317541cc0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3daa598394b66e5df0d536caa93da5ebb1886e6f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5bbd7110f1393da783c1d76ea20b73118aa6323438f32f50a11f450d6691d08
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d7aadf4474451a42068b3e87a30c711666d617b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9237af835925045edd5f36aba07539fb7f818f3c814d2fc1ac7f80564e2b3710
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f9ad614e10683fe411e424af791e5f56612311
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a78d20d0c7e10d044d119ed2edca298e228b80b3e4b82397122657a5eabaf51
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd906cdc8484964401c6746ef27c790401d6eed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9882d1444e25a581ecb5302c116e3c55a1f56a5440eb993b94994cdb8d24b643
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b17a34bfac465f17b4fd996fc4cab92689fb43ab
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7729261752d03a1ed8275584732573a358379c1ad389be76b8915a45ab7c9415
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e32f092a8e6c34ee087bf2cd0530968070fa79c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ffc02dcc9a894159a83d4ce6d41111340fedabed55c5a384689c4034dafe0c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0acc62640300dec988e9d72889de36cb196fbb31
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d95c95ecef2d54c5fb9364797aae8dc2b05dae55c07b3ff1ade89b2de2f17fd2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d569942744e06c8f9e6547c43057364070c4e838
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706c5bf304e8fe131f9873ef76c93031d20ef53817c0aa28867f11d98e08587a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92104d17729d9ead1156e6d7feb7984d6fcb989a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b953b506e4f8f78f6c1f5ec75da0550ea57b0ef5dd2462d33daf91185d74ae0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..551e81ab0536ec6ccb114f9ed090cf315102a8c2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbbccbfd1342e8d6d707198a79ff354b46e1dd4c6241781959785131eb99111
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b977bc4502a2a454b9ee47dbadec0104a1a765
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92516c18507a7d115fbfb5454e626dcd800d6ecdd74a56d836908d7ae20fd60
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21cb0be5a334e5f45fe8e0f3a4d22531105b17f7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e4c4cbebb8f2dd69dc9e9026818c4db470195d402e1faf3c56351b2366ecf5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d870a34e826de6ad53094ee0705c961544f5c0d7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8caf3c20d7e374cbf9a642296f31748a7b8cac2caf9bdd16de4b3e85d9031367
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8a5ff13d038d22a3046b8911862b5f92591b3f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8ae150fde3f5cbda37da962ee218cb857f4b82e1fca3917ea7305176ae91e0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6090766212a3b7b2ef6d5410eb6fb960e6c1d0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091f628c51703bcfd64170d25f0457709c30a34dd09087f35ad94a7e950b7ae0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae09c547546d17d8135a4dfc9e94de49df51137b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7510a3cd1d3163bb7cb17bd6c24e0de318fb05ab4218506bfe709522bbac667c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b59b31ebd45cde16ff21ca9ad3b1b6e2a6562772
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64749d26951dca3d1e1da942744d770a5e7dafdd8d27b871e56feaa22d6637d9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2724ddffb63d709df47e2b343f9947c4ba264d47
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c2e0b4fffe696f52bb52b7788b6a88116eaba6fe93d18e816378b64a449c4f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f002701574979043b25b0b66811837ae5c8503f3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:252dd45a2bb1d3cb2c3e7e539be73d688ae3e4c07fe19f8b731fa210844f280a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e46adab5be5396b10ef9c85f26d1c8ba2c687450
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caaa6c34c86c1bb838db8c6d9856939d2fc01e1aa93696118f5462a9c02dedb3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35b8a9dcb5eb530b2d34a176620f698b79c94b27
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2659e3f28440ec914eb77a64d887c3f5f5d8555f9e4cbb100551052e50ceecc3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8acaa78927ef98257fd9972692cb68ef742eda39
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1cd2a791ffc54e7d1c2262589a93bbddfa5ac9b74b20d033e8a1cb67a552b4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d11781be395c64ea7aaa165ef182fc41ba1f1ce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17273901aff9bc39396dfb6cd0b9f7432d7182cfcb0629b6db3882e0db9a11a3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc73ae6eec3ede8ee1d98b8fb6ebe49042fd7c55
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd12017b6e7796a483beb31e61fe55a9318a451f35bb0fbbf6594cc5cdccb8a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e90fad6e0caabda7e2b1660e646d0f559e7287
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b804e15591c61096333b50f487e80720d41a90578851325afa3405e8329217
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94e4838d75597ca6472d9e27e0317c8f0aae97a8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7cdd9c38deca8425dc13f2190e5b72360d9e014cce9230e9967a9659a488e19
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af69771f0a65cca5169f1878a8cb9a955ca1aea9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3fa31be19bb56828d8d68d337979f08109a23967b97e2fa275f4a13811867f3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c59ea8086b5a0b1d15f1dca50328401a35931f14
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b30a63e314591cf6d2236434298073d61bb8e3e83863f108cf1ca7d7936b11db
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..443cfbea97ccfad6b7517ddbfa3e9822c84782a6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41371913dafb99a94d69a8b345528d01eccfe5a487bae64884775dd8e4239453
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e58ebee84963f54cbbcae3bea9ee55ae3eb4353
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2730a33fd9fde566b022c35e62f9bfdb34e8db388838ae4d16915cf896639008
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e0ce7e3484646e6dd3fe3a71b91809a47cc7b7d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f5e1004380308575198fc534a9b9ce62a09441bc81f68aa9020f90f827ed87
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c228121cc49da6439a7acdc4ac9d01dd5e4590d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e9ee49ef8d354dc15b24d20698d8622dbe2248179a871eb22ed1214698ff61
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0702b1731bf948de71ad29c223a940b2a12d67b8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9eb4dec4196c3c762e5ed07cd36405140741bf535d2c25d9b34a57ecf821a27
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b9ebe7fd43d049a3c4d88fb09337ba9c66ab5e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1c891017dc985e6323fe83733fe97f617c33ada3b33587ea1decead3f64918
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6dd5be6c7b97924382862265d2c157819044cce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee91881377b34d7e394f47d3f9c7cbc979f27893b9a8bdba9ab0ffa28861b4ef
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d575c4aeff2516ed7cf642763894064108f6197
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab947e6ccde735c2acefa3858c53832f8726ed5ac848c59f975f7297b46eebf5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc210eb378d7e5c2f1b8a4dafab7ba1f23ba6bc4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b93813eabfdb12492fd1f5b566230c0a995825d5d644b8410d3fa45916fb9dd4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfc2de3561f22426762a8eef32c52c51e0b4c393
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b6be7026947dc09508c0143ef1a47638ce60439d1f3c8ebfe83f5c44c3cc40
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17fb6cf59d693fd92bcb1c828d80482159b10219
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b01cf4eadb97fa633d4a3e755dfc00b4a550a3c98d27c5ee75de695a419d12
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f0f59fbc7c44814cf7588cf2045171a01ef81a2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b44e047714601871ed0a0a49613aa9b7bddf635931c9e4b7775f5221a80e59d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc01a17d48b44f3df8b2a4d593b02dadca7ef7d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cab946fbd427170d3b9db048ccc3b227c431c4381dc606cf35a98a40ab57a78
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..098fe9a1396bac832a81a5fbb908b3bcb2eb3615
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb46edbc865da87a075089b448b80d296a850cc221ec7bf4ab4ff8b6cb0fcd2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e61f7c3c07ede15c0c248fb1471c3751682bb04
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a474155a5c638abac6d9de4d30e0c77f134aa7c1e21a6b0dcab885e65cd863df
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c7cedc20a21490f64ae3f19dcee92468c0f8663
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c21a705892dc3e579dd765185e24cfa05113d7d76af9a97f700c7814bf4bd6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db034647bbf41b527b9adf4a81933a5ebbba8ef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e569fc95d34d244ec0b541e9c5c45f10db5841b70eb490ab74c0f6e78c895e37
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94723c548c7a03746edd62d55e94a71c82ad1291
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e51611a88c2f7d51df17f01958d24e5bc2549bf4ae0bbc890fbeaf260aff93a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f06cd35d8b3004a87f43e881a23bb96556111d82
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78491982cbc4db264bd6d8c300dddc64fd52dd4467a10fcf9300b625db8892fe
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..313135e322f94f4c3dcd14c502ea08ebc0e21673
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0005423878e2d4b16e9d7ce6f07b26d6407bcc16260f9af6a83a51083ec1bb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6009a7eaf57476b016b174e35459482302fbd3e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cbd4dc9fe426c7841344180e5beb9d0ea7190d51a215b1c6ecc2ac0525d80aa
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7607d2e5d8d6039828de443e775ec9069f5c092c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d385ca3fef66de4ebf143e1f0fc043f8bf021e5f1c3c4a2eadcb5a4aa730f0e7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3418d8a45202fd5a7afb5bf2fc17a132f0b0616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:707e19847bd5a982eace16661efb127b6e4e94c3fd95bbd79db80a214433ba09
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c67c7326fed3807b902dd7e436af82959470554
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f779438bd12115c9702cd62974bf478d2442d3e1722dfdbc970abfbf6d1d29a5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece6af1fc242ccf0a4cc4d4914238c330a5ce999
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e69a02e51d2dc60a27099fbad26e449fc66e694ceb3fc219f641478fa4e036
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aefc34f5877706f920b3427e5cec63b0902a7c8e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d95504b262b98ea99b76890bd66815f48169d4fb3d84a3740313965b4c663b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d14ffd7c5134a63ad2f27a66b84e85ab1f43775
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a140feb3a591f646deb5721e6b8946f7544d11f7e463a6bfd359d23e38f177
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d9f0c4780bd407f70c467f704127585eb8cdfd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a99e36e5e13b3d0a587786e7af91c4389bf51abeded169a515f4da0b1c1dddf
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d73d1ddb05cf3afe912a6d98c18e8503178f6da
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b191084ab90205857ffe75dc9411a9def6602197db4b11c90bda8e794d399f9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98866ffbe2fdccd73178859d4252a77415359f16
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ff3e5c00a6f0cfb67b9e6f2f5860a867ac51c4278bf58eea74034b437d7f7d0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa21cef80ae99a10a69bd5b49ac9af63afbd061c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0580a1f37c948723b2ab0a4b248e81cdb56642a86641d7a1263dc5eac57661b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..751c01c8d17c684641494d47fa559df87e37dc57
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f707f02e19b9b69359d06b908021d9369a7c7cfd028772d672b150e7b84b40b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eebb9b1ab7fb4a2d776b21771cc5d17e8240602d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ffd26cc3075b348b2dcbfc04f0fd26722f28027911513e63048b5acbfcde1ec
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bda99c5a81c273b9b9a1d48d3bf7c5abc73b016a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00aeb9ea0e96ba2218b188a85b484db0b80c27bc7080fe358f45e39d851f87ea
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8e508078a179b8b954292f3235cf938ffed50d6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:147bacb7dd01b3967095a27fd16a27742db08a96bb63d33ae1cdfff8cd548cfb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d595489abbb29a45f012ee850c9c94432c7540
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a11d1ff89e5902af0e3b01387cdfa0a5f8235178cbdb0466f40f3e7be34ccd1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3aeb7cc35398ae94307f53209342dc2c3b3114
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ae57e86b21ccb945493f28c3300086dabd3fd52b592be1eb14f9e6882afa07
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ffeb24d678d70ecc59b8a9e4faf498b2b04493
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999551ffd34b26799e4557ba45cb42b9e882ab6af63ae3ff86977c0a33ffffdb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a2cc4d71725410f114699664fc812f181e977b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd2aa41700c602b1cb765c8932b829950eae96489df2f543b788344cb83e5342
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d72ed052ccece8bac9a579a96078b333b926b2b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93cf1312d61f061b2d110944c97d74fbec4412bdd10c17469a3bee75c6b7119
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..065fa1aa3a8ae696116cd7b71a7e3f0b3eea35ad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d9df00d64986c99cd0039b4ad57605ed5df9177e6ce97fc0fd72faa96647aa
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b4dabdedeb974f5a6ebf1b0f270d3b5bd93b47
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e3b87cf5a0ae978531a43684c59df4cabd6872febb406cd4fed0a9841d7962
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d12a5f4f4c7723d38b522d4fb8cb729ea74d1128
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2582c2b852df3a046604b04516fceb9a610cff69fa5dbb416e4cc82f7ddd33ad
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..704aec41f5b62b42758af20a215f3e81a511b6dd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5fd0d0b7f91d280a72ff23d63e9e1e7ace5c8d2d5a6854b9acb62621ac6b76
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbfc74cb3103066c7e39b5f5dcde52945f5156f7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0676bb23f21c9f176377569a5d27b6add06b22c3fb848c9e633dd1803dc73cfe
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0db789d52f584a5931a8f1ea7a88bc95c3c524
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aad7ae0a573cee00ba132ba0c6cc41993c67565beb1dff69de5385cc4c4a4066
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca49fffb91f1149a45d8520d6811c50272e38ff6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3baa3cd400300793f1c9471ff37ab5a97db3656a1b0d35f7cf6e423d842f2f4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e6c9ee73ee9c4d27701c6ace6ca75a17761510
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f631e535563318f19f7903df2e49ac8686b2d156bd216d90dc9612c13d116e7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb40c684c6befea333f043742dd7148f91c935a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc8e4394542acca66da970ee6f3905d2db4692dc8d541a0b5c5429e9a58b555
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac90aa6abca9b7d35676c98db7dc916c505a7dfe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd36e402d8f284e0a106e21afeec4cee3b43b3f9f2dce1bb0ccd3a41603bb237
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d7db802dd3d18a08ed310aa01bf2bb2c36ae867
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f93fa273654e3b9c886ea69642d1807f0525a8e7664c6567455b1a51d79578ac
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a2aa85cb6f17771b6d17632cc07db9971867004
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08db39c2e72f0acb0087bfa9fff28ec016970c6fa984d843182db1151f2b8c53
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66d769172b2db71d064971e458d38a6def1abf23
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edca5362b444bb7b2ad305d12ba34135c2f4d8519b17c1c1e381c5714b52b72a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..571e5d36c493b6bbba2b0e7897cf95970b04782c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2533149403dcfcf41dd7f0b432899356988350c43faa4205dbce4e8590f62fd8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c566ec426b9e272099a750d14e94168e72c24c42
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a344767bd9943572b4b6bf1af22dabf6243b701999e0707106c6616c63171fd5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc081bf99e6ae081d07187059c5a852e15688aa8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2bb3f14195d1585cdb86b9b168bf616858475f2d82deb9d5ffff1b434265ce6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af39d320fb64c11949b8196ce7a409605116697
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8108ca9860f51f3512f1c3ee686894c2cc2fa7815e6afb7f197c4d78cc4644aa
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..446715603c6c223191dd140ae29ec0d58a39ebc1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be270a92d12bba32a926716952495b4f1a7d0f5a30b3bc516bc0a400f949a6fc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ab517ec64ede2e32c331f2c8da9db373bdd884
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e614d1d3e9f1b4e718b40c462728ef3e078b80db6dacb00296c5feabfd845ab4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d439e0d744a65ef93e9b5598a0cf25e029ad6f47
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf62ab5e3622a53c1f251b6e052ad5886e1057351897089eab6ec5b690e3929
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..febd497460797655d2b10c49827f8e06e3139ded
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0dbe8ec575205b738c9433aa27afb281cc37aa7a841a70c7d68d950596160f5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b33e570b462ac7cd390d4537fbb602c20ae09d46
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50edd5e8582f4ecf357ac78b06ec3f22b837e5265893178d731fde00ce12070a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fc4fc42726d5f14e3dcfc0258ec9b97a87726a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ddcf151dc3d69c7ece1139ce8f1e1a94b56076fc1b3e09422e438d191f165f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc94aa03b38a2129a21a1050a7e152834c4810a8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c64cd9a3d190ac0d83d14d6fb9a3c54ffb2c2ac4950f6388694405c334b453
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4057808df51211444b9ea0445d4e26a2472e6fe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa449bc8790ca18d0c64658dad4d490fcc75c3e9c0181e5e568014d77fe5346
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e7d9fce257d6e04944c26267285fef06d0887d1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2492ff8b7e829f2cc898f66ea1cecdbe7c3bb255e7384e2093d82ebc99edaa7c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9ba8fb1a8564dbc1ad91b66a87fcff55fde9870
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a934df167afceab819a7bf4cb71355227fc76a4ab0b31f05942ad78e77bdb28
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e9fdae2a63e25ac0b11335da7526b7ba0901ba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd50b87bda14c663d0a12cef858b883076a1b8da60af02f063bf8809cb3d45b0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8719d3c34419691c2f8a063aa4e4426d74fd2cc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ccd197f8c8d577480ecf989d0f362d0bef2294d39ada6c00319b38dd18b9e9b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a7e685e24d2a791bb8d355e8990ea1ae4dd5d3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:150b11936c7abdc03a77547f4318a6cfb42e1792577448159071a60ee775bf0f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d077fab3d076572d904b4cfce3f91ecaab6b9d5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90e3061a9afd7e571eb1e6aa2d8ab41804766d5fd63e1d4472fdf6c56c7e3ab
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57d4642cc360cd7c49ebfde2662fa76a10bacbd4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8048fce6aaf80b68b5a55f738e130b8e5e02a0eabcccd07fadc71236e0a5f25
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7fce4320b85c026801236f36cf771caec8fa521
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c5e61fa988d6ec9dbd074dc1fa4ffb07976af9999dfe358b539bca2a5ef1417
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b1d87597f1b695e7c9cde0478624a37bb5ffa57
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7e36834bb31bd4a4c026347766f6e42348443fae777e22143369bebe378915d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b19443fa10057ce15b6f080bcfe0e3f14fd2bf4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae10c38bdc11af23bf1228176a032bb774941a229aab3780f9a6fdcb4c9f0ed
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e09ce634a7431fcce66b660cbce7484da4e83de
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59935b67de7fb71e794e2953c2392d9f945cfb015eb760df465729d0cfdb8db5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d162510b6fa43d5f52819c0b1b7b05f34c2fde17
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784f7e0f25f87e90a6b8baf57ad439c523a8b8b32b58777ede86284e86886f05
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a132ef510c24e3e5173342a8dc0a81cd596e364
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e37d36721be15c90d61dd88663e497c917af21692ca88cb25bdfad07ce5e94
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e553887138be383c7da6105cf9173b775ec1a5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7add5286f1b1f86d0a5d0dcd4fd6c96c7e43710a8e86ec9e0680201d28d60a2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff7f4a5b662863bf2ec29f52a070bf94a7795b2c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e5379fe8b95bbe7573379c47a50e1bf4f5f5919d2e11660832d63792702742
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3fab390ed9c6f05ab19132a89d101890b60bac8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca631078b7684f51382789b05a155ea06c2bbed87f34c7120c0da3c2c1bad957
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c63276c3f7ee0e847af023c917ef450039afa474
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0801978971f37e0125a690124f0220143fb36b45cadbcf2c24747a2ce86aa91b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aefdfeea8da2eb4eaf82faaebb800e208433baa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718d5c0cb28ef7f7b6d7a15a0aad0169a855d98ae5feb9d2b968895c29df08dc
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0628d091c242135ecc00649f1d9728ec06520a40
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d4a4ea8a38148ae236f866a3c3a84f6eb2faddf0ae5479996a2b6b61944859
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..047b3d33e29912f02c392aa0a5bc70a3c2393857
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1206f1e10f1d13a6a570e04c78f39a128b8276dcca11f011ab1e485981c2c2e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..538c4feba575f5ec30c1893be21c43c65f7731bc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062ab0431476846f573d9d14daadc8ea595f0bd6a85b1d819b935b4661ea695f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02eb2d583a310d3387c702c5297706919cb1b761
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f2779e5bf8e80867b29f5fcca3351c81639d114e51d2e4acee2e4529354ed8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc63e9c539ab44977c0eb6453dd85db6e9f9715
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7485da2f6a060110da18b141b0584f68afcc99b4b3874fd5e7aab1e69a5ac99f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984738a085128745d559cd6b0d1d5cc293b2ac79
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf692f87d3b9778ea481848d30a251fc15f2ad815722259a869761fbc9bed48
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d388b1f652965a50ef2cb960b32b98c22f1ef86
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75cffda011371757b2099cf022382a8c3cecfd89e6dc2b267ad7bbce34f084ec
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e065be33190407e8e283fa9770532e1f488214
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3f2235de2e4f4f122f157ecec55fd4aa8b095fcd92a785c16ad9d526f0d5e9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f8e88a74cd325cb651adbb70cb0e9026867c0f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e778f4ebc4921468e87e2029f33e339d348865e3d0e1b993a56286eae67675
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d148b73e2d0d7b15fe51ea0ff5d03a4b2ccba10f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48049acfb591b999376b947dda02e26e1bff6c0b4f9c8ef31459fabcda230e7b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ba296b592a1ebaadd21895880737dd895ddedfb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2d2c87f384bbcdec2f8114cf85f780c216cd1d58417598bff8b5a1732a9438
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bda45af8d308d9605442034c7ba422ea267d2d05
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de56a6bc6db0b368993186ed6ad3dac64c6c66f24973c62a34a66f8b234f2aa
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf1f20c899a9181ad6d7cb19b049acbc44e3efe1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c7756634cc35118909b5d03f8092261c3b5e9f59a7b8f1d26d781b66748dd5a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..432a0a4559638e11e93fc21fe334b150d9f5c73b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e52e8d1883f5c3fcc57be36f76952c4570aee50799de0e63baff383460d478
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c66b6fde31ff916c977e842e0d14c4c3f70ced6f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b958cc666e90335c0ff40ac51728a0619ab9fe928ccf8b058372117628bf79
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a60a4a9f2083ac606ab756b525f1ff53d6201b2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028a2c9b2f12c200a11cd320a96d5a0dd2afdc3e2d0bf40035de1ba90da451c8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f94018c5a2d2230653bfd92a3069753e27b01697
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebea65326df006a4257b60f7ca5e6a7186814b8eebeb6f3a0a3ef580e8296ccf
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..805487328fcf3843e918b6e85be30f5a42af8dae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4665073cb46a8c2b11b566f35d9084ff3942572e3c42a2ab3256521d65f07d04
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb32a2d2884fe38c54e46809457bf3d68a72909
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a4f0b49ae006d23f85f287b3b7e36c46dc52b87c3e6904549c217118788084
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669e91b22f76e9cbebaa3efa3312b2adc030d0aa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7968fa29eeb4db1cabd9fa90d8d576f85b38cc8ad20e856f918dae0836e279ef
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12231167ee4c76918a683110f41f4ec96b8b6256
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e448f0e965966066283603cff64ec7e78d89b049c7f112cc275b857e4b56e594
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c1c0709ddcae73a07981ffaff50f2385015a38a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e2c92c7c2407d8607ce9233816cd8eb1c15407c543db7550e6c7e298e6984c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..155f72bf6faf3c2ff3f368dd501868eecad7fcbb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b37a8bc359e8d0c8659816949f44a393c1dc0cee4807e1d3dc65ddd6aa2c38d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f3ce0bba770b54bb754eb0a10904c8b2c5aede
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d19b7b2b1c9f4e454b51b3793c2958d357d878df4bd60abb4b7084628aa9ad
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a24115ff9c34f1f4c137910585810c2e6ee4b576
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4116891c046991035c1fc9f48cf5600d0ce13eb24d219095710ac1aa5b3e3e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e846f73e220f4b5fe7f8eff3607704ed69935b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b828a07683c29400475fd635cf95640575f0bb660f63869660db2d8ee4d95786
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..455eecc59e76d63fe14235c2868789343c172410
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3943963211249368721ca5eefc091a6fbb0edb04a5781fa71716d7d35ef0b46d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86900bfaa741f6e15d2cf02ebeabf6cc5f3ea2d6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b36068e795d404db6d8a5d028da25499bf83a0689e131bcdedeb6c2d0b59acf
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d92c9e023bc1488ae4827c247b43ebf9824778
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c948008b85f942f1dec6fd95dbea8ca2c39b24c20d10e1b2df6a4e4f5e067f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947958162979938cc6c0bdb1d9545f94730b1996
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b942a424a3749088cf86e04c931291a045a8c203f83f514eb3b16b7cb67f6f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c80afe6d9fa1a01e3a6d6ade2cbedbd65a6bd86
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e70c3bf8e3504570f93339eedc9c88d5e489413722e3ae97618dc6f400b01aa
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc4bb84ba7bf3f54f68fd58dc9575eaa4d3a402
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a157c3e372c5a5501c24956440e0f1c3d29be13c48bd5311d1f57ba314ed933
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f44000b04bb54b9185f6c74850a00a2f720a132
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2be3c03965f1be33ec49ef16f9b4dfda0eb5759b1c82314c3c4f943b5772813f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc4148e9fefde99f129c2b34e2f517f55c35c79b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8151db75b2f15963019255ca56ee697a1d585a3dab86ee9ee8854cf4b55b4ac2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f6156ea9ff9db6ea5930291414fe7326d6e8c61
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69d50e2347cc858f91880cc6a7994ba2e4b910f6d58d54ecceda1884e60e8812
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e7764bcc020917e2d574a2652c12a836726fba7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4807d4c03af0503e174fdc3236e26281c8ab9aee0804f41e1fdabdda13245281
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a0c7c1ed75c4a660aaef8044044ad19818c1ec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606644003d5e9b7c58f0f5f8bb3a82ad883c208224a5d57c8e20f2794221108f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf90f8dc8e4565d3af46ca010a113ecde9ac4f5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70305cf10c869c5dadae3aefbcef22b4e40c504cd3d17987e54001229617947c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e706c817adb91504b3d4206306bc79e98d1e88d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec659b346ab4564da6316d258013856c6c4a0e15cce36a7c39842a4981a0bf5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66327ae61c267ceef291e6c1dfa967f536d053fb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82490b691c0b60505b64cc9bc90a41b21f954ea4fea99ea6d2f25fd3414d4b80
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..309bcfb150d01f4533632a04b08bad15a89f55fe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d34eb51058e1a383b6fb9205acd7a3d48d23001177398235a75d1042a13f2961
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d2e43fc2519e5cfafc3270f692ba20c1f505aee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4254b0b3bd42b9cc2b34053aee4ebe53c047c985f8a4460153e644ec018054e1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc02186e53a7e54e252141f5280ce7e27026f25
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9af4984a8b54654ef21d5bdbf55335dff3dbe87282a9abe31fdfaf8474f542
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eacf80c4634a87d706f33e7a7409e4aebd81b8c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a64b89b3661d5021b174c54b0ef135d3af256acb83587672273fcbe2d65e3d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ecbc5c87b5dcd984ab40e9d729a79cb27ce07d5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f9ce849d0e64f98e944190131759648f37d327160fa22827df075f6bcd0c18
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aff0fa61b03f3c8a18cae3fe6ef7fab796c52f4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c734fa8be0874b3be2775cec0222d711ee5be5d73e9bb1df3de7a42adf7ac716
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff8e01894bbaa33758d22aeb552ffe7661a48bd9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c79e4f368e6244dad21f1c411f6368e8efa15d8eb1702de30a53d19e87bdb2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f864bb8f65b52e19699ac94d7f19ca2b54a8aa83
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d63ba54f1fbb6230a57d2a016a1f5c258e7fef6a107487b1f358d1b3792071df
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa09c698b75fa62889dd57f5567f93ecf35ff25
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba59ea33709311239a2646876c8c9c6d63a146b01a4c111c16ac31eed8e8e55
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..679c0db8782999fd0883f436265c865a66283cd7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0358b904f69e6ba0c3aa69e6d900d638338e1c8a63120f292d8fc6c4c32e705
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf29eba74f41bc8feead0c41c5044ec2a71b481d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc47d79d0fe03a69e3d2cd27fad4770ee4f13fff359ce6be8891bb71175e4a9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26437a2d6979d54536dba43a1abe3b5452f139a7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c01a29d8ca08fcf283a33f874ec6837f679d39b8b1d3c1642548475cc996ac
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dcbfd6fa63da2d13149687ee829a97dfb38642e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7fa598984f21fcd8139170573ec5da81f5f49c75a39392b8e12874cc5c42fed
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1ad475adedcbe02946b375943d83b35dbb9a2a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d92a23adfe7effce2cc51e77d118a489fb2d2df32567afcceba5506c82e0cff
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49b36deb4965c99729edef502c6501bb816508fe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21fae44c175bb2c1333a426b03ff40563ce1dd5be184a37b068b1864ee1adcac
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b685d3d08cb717344dfdc03d4e7cc1d78caf15
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4dad709494413ee60169632bc92f4956d99554f5fd2b4b285904e2a1ed111e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81aa05fca1e4da17936b767e6415224030b5af6d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ddcad093719e1d43260f46a1e224a11ab4139678b71742fd5c59e6bd10b629
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f11d93814ec12adeede0cdc8e8efd470ce744d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0445ac3f5113c26217cd10d9e89c52e1a535c9d6eb0100772a96b4af5c5a3186
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b030f213524e063340f399149fc67c280c634c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4f307be131a43268ec91fd3fc1f3b417c65bbf1df7509ad7b60521d7cd96f3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762f6273366d549dc4c57d88f5482f9e91bfbe73
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6eb0713517246ffe8a65d59c554e6e3f8ef1bc0296ad66bf9d57bce673605d3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..795611e51bbfd906071463576b2fc354dc4b8c00
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86046ba9176387549519ed77f250c61161a128a90090fc594ef8e92b02ea09f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7b1fcb4e26714db7c85658b46b680a708c83a65
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb01f64f78be15b91e78d8e30391e1037c74d4cae808839718807db6d4b05e3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28fdcd4bf14c4e0f27e49e1dcdf93b7817104671
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d028eba6f6b8330f7e6030b3cdd5fe1ce9d0e0efb96f953082c1253506a6f6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e5daf286bcfdb92dd4f38049026362cecc11dd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e838890a4f8bc780af9fb48d5c864544111c0ea44831ec6bc3dc8bfe5218bfcb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dffe18b0d41a03cdf9ff6436ee83f1012ce796c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837a13e02537dc4721addec0ac8e71bae0c2643c79fa5a493a6e328d73413866
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13a3b44031ed326cb5cb9eec48d41b6a99bf508
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c23358a07db49ca11f07d32eb80ecf90de644a36b1d3e420a40a43776bec8efd
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891068948a210338a3e6a76bf2f84259b844be25
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb43b3ed18d1a52ce3c7efa4a1ce45600aa1f5938f6c011ee5940e97f833068
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..552a479ecc2e4e4dbc3d5a361dd5da49793a2930
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df669101762f1201b6b6808c19a929a5d9de8bb2f27792e48bd44928e0c8b1a5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e221466a279b0f192bc6e0aae1f9f716b38eac95
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c2c7282fe54953cf0e15d6d9fed4e987be3753b66224e9666ccdaf6bcc80bf
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3523d3712ef70bf95562b6aa475f4436d6f39891
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d36bc8c088d2f09dcf3c60bf225d11de7a2c4abcbe7e2d445bb76178f4fd5dd9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..225b7be663b5e38861aa07749c27772c5d683491
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1d892f100d7034c8559feb65457b17a3e836cc2f121cc2ff5e1819cb04f63d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aed159223038a311f0e5d56e450354efb65d57a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b384fc492cff0d2ec349b35ada6a91ac6f3f6c728c2922c1a9a7b0bfcc3bd9d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9e0eebeec80997c496dd382c6083957331a4b0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14cd098994823a08fb0162d9592ef1f993f5688316840d01c505217c229f5943
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cab4111d9a7f396fb73352f0a611661292536dc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f7f3d6684598b5b7dcf86f5ad0b6689486ec7b104a2bfb0dafa62b2534ce0e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f68e51ace7066368abd3cf1419dbe18ac3f8ace2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87d625206e3d241894442b71c2328358a152157a92475376857e792afe9d18a6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12883f7a6f24c04c47a5eb4b04fef4097572639f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac2107375c820c20250c04f2f62149e3e209c394e0d70c981ea908ff08e11d8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2b19b15dc584cd092133eae1171dd459fe673b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2f08427ddd2dc656c71064c62097727844bbae6dbd4beda6ddb82b79050f90
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..087c4bd534e8a2ec135c793b7b5899047b30afd8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:349adf94316fc3be46151f66342080fbc34ecf9c0dbc89ffc6a05c78ef187e7f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f249d3ec1315c6616330f9b1d715b73810d9177e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:002ac5b8e1896b164563cdd96a94085876eec56798499d3603b165614d7a2ac1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03eb503f8fd1320433dc772c514eb41b95d914e8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fced4509219f11709f945c2612be65d30f37449bc9f8bda2d5f19dc7958859f7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21210cf40cf8dd6364dcb4481a81ea1243b8eed7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd623ea91580f436b92bd996f514202159cab300f4326b2864ba38762c71e223
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3202ccaa120ae5a2bed2a017508137252aaa3f4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4be69921ac9e811bba995b9eed18fdfebab2d61c44e413a24b92246225ac667
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c50bf3b2b17f6f00d8127686820dca67b8889aa4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f59e6d8827d6eeb13ed3408ab0a96b472f6e93ef12ffeac989ed5120fb92e2a8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00c2d572c8ecb9d529bf224a0f1f5cee24b7087
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fef320158990365fee30b3bb8464beb9065d78b47e62e53e4d7a9c75b77da7b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba2526a7bca1ffb1c6533001ba1387e7eb7c232
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bfde332e3f7d8748fbd5466c0d940ca26c34cd4ad41bf2c447fe5b3133281a2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f06ac650c6dacab5866202cfd0c3193bbff6678
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ee2dd3d3653004d14639a61693f37a7d20ecf820bc6c5155db3bd68e494c13
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b2a64a01e5688db5452d1ad0f7bf994ab109d8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32bd8f8f324b3ac14fd0bc77c1a8ae6cd70f1eb0ba323713258d4d8bbda7dff0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a44b1a4508238b10edbb3410f966d58350599f03
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f06b18f029826060f1f6980e9defa9a7eb87a92b4458eb901cf8c353eae669
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9e2076501db75fab46fba45d7192f8cb34382f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5f2f8105a3c8b59933604501a9e5f3ea7f4f0fda3aaed58f19d8e3f711f8fb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b705e545ada7dfdec594fe37b91b3bb14df8ae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68035809b1cb3f854143dbde55350e71ca4ca6ef0920d07cf7e02f3eaa2992f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694efa1015a4aa6a2ff9374fab194249eae89fce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f58857c035f5bc2fa82c0af36e13951197c7b535cbec5f8f659b4203417bbd96
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1c97a4eb9c22d82e06745440ebfd5006afc3bd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d13f0e674437cc1f6c568eb825ef42eaa113303011cddc95837df82a45ede42
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcf15b157e6f1d863a37aa73e39a8936d52accbf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85c9632c2428687709b3da77ecb81d02ffb9882fbf79d12c87ec2f4e368bf8c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fc90f89eb24d406e44a5434aedff0079dc48efb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd416f70f6ba2b2805108f0bcdc9ff348d2a8534235ef61dc1a7254c707b624
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4743a79a7692606e131f87c6c07ba2d1fdda7114
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22182993ddcc96a8d94cbb72b21336014b0f7ba57e5f312ee88437ac3b0fcb63
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af6114262f2e981e2448cbdedb6b384e0edbb63
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c32282d3e5136ae0ed6476512b3224f0f4ca6694dd5d7689bad16fe4b45663b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae9e8c08c12e1e069b270ed5b380a383c6efaf4e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af7cff4cd11534094773098f60de2ee4cee1de284cc0d0c99dc1d667696f1c8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d05830602408732b4572087e7f9ae8b612a5db8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e25c8b2b86bd09e92eea0b9c93db52dfb0edecf9e05f2ea631de69fbefaf346
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f4b19ed21578bd88de8230b756717f7ba0683b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84565c68a27514cc4fa5ef24904581d4b763f18d275108b249885dea16419856
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ff17797d676a20e4836501123b25b6f65657fe9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498ca04d2e1737925a5377d6e42594d352a53dc6b2b967b350bfb1a2745d4159
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22abfb4adc275d76edc2a21009764b4543fc587b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c2b82cb2f16c8c05122840e73815817b1e9338ef5df333d738c0339c18ee45c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7000face2d3f278703d9f882c00ed560145e4aac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:129d8de23e947f84e43a3753259195d66dcab56f80a53e4028447731f2212603
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9bea323f0e31c6412bc538bbf8b7c3f804e9231
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9066a029f7bf8ee9ef55f0104728568c41d9ce3489b7a34d93a9e54ea9782645
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca6503e561f91c85142d6eb9ec7936e395311445
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc04b81781efbf626372520f0fad4815a823fab4b887daadc8d63cf7ccc4841
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e66b4263e61caf52fa618a4285abda7139b6cd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387effb83287ee2f10b042ff4995cd054942e40a737df727cdbb71ec52d6fe38
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa99b357b444f66d25bb8163cdf5b39c17064622
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac47763c9c69351cb2d5a1c514eedae7925ff85eb06b01d6c3f994f39b01270
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd289a1b0dd91390908c48880148ea6fac196fae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:689827937ed0248befe26434f130531e33fb536bf1458bfba7d286208962d5ab
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..076024e16450cf2daa9d72d47bd469d9b221852d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26bd5270c3adb683c6e3ccbaa2cdc0bf065c4dcf03db8024a7fb1e0665747625
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92262696a6c25e8e7c29a70d32bb604c9a00e00e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e1587377415270a0574e793cb4ed333168946860e1ab6b988ac75170a046ed
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfbad330991792f3989b2c2835ef78478596d1a4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fd1f40fbbe44c98788130f5ab008e244381618382cdf06d86241cdf59f5048b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84aa8a90b1a5f0428cc5b67b1682e2f9d6742c32
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f916370508d525fdd38098801ce8c6e08f38c71535d60e2adbd0fa3f3172c7ae
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..284b04766dfd5dfe95915d516b82a994a33486e4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1afe71c91895295a0dbc42d430099f8cb8caae56268fbc3390107e1e20bf00ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97888b4eef09c530f349848100f7e8937faf94cc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493c5197450d665bf4df33797757be2ce1f9e20b0e7eb50fe37a14ede621a6d9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..443ec068a403fd7cf37cd595ac179a3e2d9780fc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc30d6cff9f831ee054a8aea2faf65f799514c4cf3e85719a8d3ac15c5c504d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a56d6b7a0fb3e0e0eb22584f01e334314bd3e89
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e2f17d91d49e27ed066aa705e724e9eecf83d70577bb3fe351d66100b6e002
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de8d05ffbc62a0cbbebda269aa23f0a56cdc8df
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55111785020075dc0cfe3f0b05e7591eaae36c6384b9d2cb94210323d406f7ed
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998bb43b65a6d4f5d43ee791112f4dce6c15a07d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131f8a936bd2bbd503947da7bb311bf0cf2158aff47d09e81f3d0f477beb271c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bca8d040a710739e94e3ad620a5aca00842d4e4d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf72fd77c30eaf3e135505a1f0732e92a032edda7b456772630aa9aeabac3c63
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..055fec8a3056a9fa98ddc6c830ed51b53bee7c14
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b89884bfc37e6c7656f2e501fe07dc7cb4f2249a97ad45c4d75a2dbf34f1ae77
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d397347e027010f5e2be62463556a7f286cdc4eb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1bf99476bb1b6e6fa34816f359a8de95ee940f1696b4b54581600c4e8a550f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27bcf3734195df2eb7710eea497a95c50b5a63ed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:126f7ac403c90b171e4ffad037caae18d0e4c2ccdc427fb168932141027c5a40
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3adb448b778db852ecf8216f8bcf0bc24e112609
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318c48a75a54d417ed7b5d071437a515af77c46ef544fac0c57c595fc4d2a9e7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e16412d5b219a4cd92291da4ff4dabb9f4a42d5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448a75910efdcdc7d7160be0a693d4efdbdecfd8e3a31159818c63f339124b1a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815e46a23bc52592abf8f439ac31e09309c62f87
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e7a7382e6adadce77c3cdb717f5ff6a97a3af3b02f2a555aa1d1681be73bbf4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ba4008c8a35fd9d61a045f7f7562bdd2df1eca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a79b038a8be077cdd6ce87eff341d44859a5b4415571dca7fc571a9248d7f5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a9f216d49128eb36b7022848c6923a023e7ffe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f435ec7f40fc9170272b76d6845f28bfd724038585d895d7bcea0ad887c2c19f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac4430103eec1a7a3713ca486192a60bbe20465
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a615b1c5cbf440e642bb733eecc50d7e6c1d46450ffd3c214be0e25be8343e0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e4dcbdbaec94d2c01b5a79b96ac0b4fa2339aaa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa39e858aba97a28592c0d3120d63810b81a4693663cf491505aae13b0ecac66
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..884c57331b7a7e594cccdd9b2e9dd487fd9b12c0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a83771c79222a987c6f8d8d6577bbc8b3e35c39f8e56f88c6cf8c8bc44ff232
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83cab94e3b70336ac6bd9b9460c6dba32f4bf91a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:681c2376b2579b5dad62d78485a017f289de3e532880d41467adb6c4aaf310f4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05698121d00a526434bbd74324c3ace807cbfae7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1968a50068fba7884014e03d8837173f2bbb67da4681a8e59b72e883647df608
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..319e303f1c301a3fac693a952407cda64461f362
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7edf26f70044264b54c89d65fdbd2af28f517a70d4f4cd035433646b7490a4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..681776ca69e83ca0ceb6b0232dc9f9cb9e1c6996
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a8a38990dde114c8958e455fecf50ace9e314a7fa02bf77eae503a11344030
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18235ced96b924ca343cc339d5d2582da99f8141
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca1932fcf0becf7f70569b3dc461fd9e3a647eb42e8e722fd6575ad49fb026b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f04fbb89e77ae3501790ae0a59f197607d1ab097
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e1051d7627e6ea1f29ec37512d112c96aa7af7c75172cd2fc60a165e4e43846
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe102379fdfdfe532189c2d1d11965cc91e5f4ba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff12aab81a280a9e74aed15d969303be84138ac612a9bb75ec4c2618f78f8f49
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b284ca49fb8ecb1f98528684f7285162dfd72c0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a51df9436ca720c8edd9f2928b71df28bf162a44d6dbb6c30733cd82cc5b26c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59327965764f4fb694d3ce33b4fcc7a1e1cc0d67
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d20d5de5b93c1a7480628df94a620288f9ad4be4d758f7530dc486267a37e257
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9016603e32de5e835977d75d03244fa5aadecd6d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7b9b0178e05ffc993bbded951a8815ea2a225881f3d88f77bfaaef4652f1b47
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d36948f28a46c404653c19b6967f03b026c2df4a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42bffd0d7dc2dce3bfb5e99bf7a36639ceb7f68c0ca659bf81b265105cc6715e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d76c32919f87950c950add39da7f99f918a59327
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:821e07dd93dd044ea45f8cd5574e47abafe0754139bacb0e75aa025f6fb5f17a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a66cba6c21426a4ffa887f6c54fff3b35311bf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aefca47f8a188260bb40a8d830b1acfdd1ee462690181f46a54c320695585e8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e4b35db54a2b98e99e09bc9eb3d377c8dbc85b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0a84db500e4ac705bdd44ac83a2c116679dd926e26a5f8caf96a1dbc8933e2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a99f22ab88999cc0b38b4a412ad6dfff61e26d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1353b6a78bd2bff7fca2feae613a1048b343daec45cbb6a7a6859fb819e358
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05570fede132149117e86f1d6af3dc84d272107d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f89992a082f60c57700c0178b271f44e71fda4b00593b83037c4ab954f2e09e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb26013ad268364488e4339f6ebe9359ce536706
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab3c3453d6fcb701cfd00de11d6dd432447fc07e1fe635025bfa98514357741
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d562627574456d5b4185f555db4cd989cdde45
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a329c4e082a6c663af0693d3e79f03a4a41e567629204b11dd4b4fa944163134
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9c53b2f7531d50bc5e0289c954ae60057a4a5c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c8d34c1de97d42f48aa26eaedda98546c0c32581f649a9c717ddba195b90d7e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..140b0ca699148bb1dc992080f639e3c4bcd8a4a3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a483b1737da0fd5087beef5db0b5a3c2761bf6f76eb9e2bd1aae19bf20f809b0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..063265e4ca6ac00c0651932379cb363ffb589f8a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712aa1457f908948c2b46198583c0ce0debe26591086172ce17ae596da984377
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4142b108be5ad5486dbf948bd7117e151fc3545
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5872e830e426f36ad30da048b3be9a7288b843d77fea390c1c710cf027fb0c05
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc5e2e7808f2c1101ab9332fec0d9b89f05ba95
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:809d19b6c6579d4ae729b3787c30c3b146eba73313f0ad00a885c7a738b11ab0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10fa915ea87a785203892c055678436a0d166aa8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6de5a373ed0b5895604e73cd7a1126b4a42e36d4d10911cefae641525f5b62
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1818c6f69e8b8b8e5c89b509a8524ad806809ad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c98227d356386380aaae283b94f4bf65d4fa5b93e9dae4051a31ab45bee0c8e7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf386f903a7e9992fbc4e46fc16518e5f94e3b0b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2e9a3020175598b9cbe02e12f345ee630bc5730ed73d7b9a5c50bf46e6183c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98b635d6f72dc08845089558247497fcdf4115ef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3362b68f195dd976ed699f20e84309b1eeba3ce1edc457e3ff61f4ca1dc25a56
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41426f444df487cf0172c07836939102d66ead2d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1319c004a8d445505f335e4dd2ee4352f4a0c39ccaf6c04e3a74e0794069af75
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a8dd8d3080543da89bd8f7bf68999349ba9994f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46e869b63bc86ca03616ce6cc937c78e1843e0b276dbb65ad649e6e71a4f632
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddc6f8b83023f0bfdcaa6af24f907ba8a0845102
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3286c5e2eb4b51a853ab326733848a78256717c6fe789642c1d4e0fe19073c87
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1838158c3364518806ebd5819dd22e3384705420
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4abb6afc85f5e1fe3c7c0cc9e45d2f7171f74fdc60daefc71ea35a6e1d9ec5ef
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2afaf7d6d70766b0c336e55ce52ea6db5af08b55
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:981fc0f57fe2891838f3d324f7297c9e6ac5fe0c84f6ac853f6044ea9d1b064e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6b5cc75935ada66226a920f8583f16c855fde3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af83b0f4c969e4ffc61a390a9baf8318d0a642c8ff8b025f6a1137a1dfa51059
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af99ca6779b4a2add3b2c4ad672109f8399c631
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb116bfc304386ac084d3447770a5b72aaeecbf81b7a87ac958a10815345c06f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b6f6bef20cf0d6170bb56f1d7c60600234449a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ec679666d18f92a8c47b53997c256766312ac585afb81d1522bcecba07303f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b75330f1084e7d93f413eaff1861a5ea1a7a62d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dddd57fc6e95c12936b11d4789c8f5cd956f487696d81c47569da8a151eb6a34
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b64f964c2f8f6c4d0cb40f8e9fee89d6268d2af
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:284cfeaf32666ba6af8f69dab66068159e1347df150afe007a4372d2a98d1aa2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a32899fa34516079e89b54b77b85637cb4483665
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c983e1aaa9c8bd08d167a8078a7b072543d26c2784151d9a0d894213fc8a450
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf8d60ee7824fe434334cd3db390750c5df4823
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db73c89e5ebaaa6a09cba78a9367467974b30be0dfaeb8d8ffbfcbbac898fea
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beace797ac595a7d256dc2b0039f9cd090c12725
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9547e271d569653ebe345021d80d0ee848e9844cf09d0865e72d5c09138d22
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..090a2f2f794d180bf3512c308b2fb569d165d6e5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d72e67166edf4ac75f9a0cd498e5fae5868d2eb3378a038d2c226d16c86b31c7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7535af0363a03686a9a1e80705a6e962731d1d13
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6930b885d98d15cb9a9e6b8c0a628afa1479ba4c1f80df7bd03b0f8348de422
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c150d4995b63de2d537ec04f9ab2b05c330c09
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:654beea8a82ece28bcfc622a8441fd75b002f5fbade9ff48fa3d6bc653eb2706
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57345b5db680cba5867cbb7eee8c851ac4f68c9c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277105305d21d7da8d51b513672523495de8e56fc95a78591d9ed18db3fa04e6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da070fff9d94e639bed2de4c8c87a46e242b1ab0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6fb7c13007e6a96f9402305278e1ad4bf756fd09dcf322fd99da7f3af257695
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b01a3f836f2e2d08dba037a229e63c1433890aad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987f299111479526f12d4cedee44fad61a68390adcb7dc24dcb443b417fbd209
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f340cf53a35e1c0b532fb053523c56c7039f14
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4dea9cf5895c72aed3e5ba3d85ae6d061ba5bc8b5d982881f2e0ca407dc14d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6fb65e6bb85eb1b772d508e2cfbd9763e4bec1a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca666b446e4f090c0e07f940ef3c9dc527515f8ee833ea42cfed6ad0aa3cc25
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3e77bf8664cbf3bc794e6e579e6850fd265fda6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b27de4a2b7c26a123bd5d96f903e6a64e400bf187093c1465fac7c1896a2dd33
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f30d21c4cfdf6311e45403aa65339d68e98cf7b4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6ac3cdeeefbb4b27e143a96944d63856da97592294decee3e30b8c682bf29ca
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a5d0ed1fcfd8add56f1aa807e3619d0e2a39588
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533f3cb65e3b2a4d5fcb83ae964ef7c2a1af5bbdcd0c6072ad2824aef3be4bd2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9075885869ba7d1f8b801cda1e5f8b76fd0b5be
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f54b6c5eadba4a69642a5b610c55c7c76cc5f728e5bdb0ecda09af684b9bf9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b66dd3410f9576dfca028a0ceed730b93dbffd08
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb6dfb3dafec71a3284cca1db09bfef6fc638b6cbcc3caef9e6392115bd10539
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7752e17f3cae7cb6b40fd0e2ced2650a0b9ace8b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160aaa255c540f4da8aa8846d264d656f6005e261df63082addaf98f4d46b071
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271ae9228b58290015770085c54e5e463602cd1e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c69e43a01f007dba30231ada5cc13caea5a4ef20ea754bd73dd7e293e2cb05a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56e4e346abc1150b93f059b470ef854511327b4b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb8f1fae0c3d5cdd4106c73ade9345d174957662f649646ceca49d8311e8414a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f3cdee0e936020718a1463d028e066c260223c5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ba21c0451e55830c8e0166bb5215df623e58d8724551dfae7885a8f267d648
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a20f6416769df9313eb831479c13458bda4e786d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104fb64c63f8a3d65ca322300280100d6d0cfafdf5a5f1c89212380eb5d344e9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96dc0d400cd2fd2819e5862a2b82b4c2b8bf35e9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6763de43e54d2334a23b455521c0d2a10c6575906aa416c95b38aacd89e5cab
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12237a9347bd2582b7f1060d8bcc35508864623f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d7b138e8b5035b0c6928a66ea5293cb47f2e9b4ec3156452bf3aa235b8cdb0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..120ba4573abc65aa49f8a9eb65680afd57c0d567
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bad7af6072aeafff0c55eb8c3d988c8075c126ca58d6b458b441f3424505821
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7284d3f2fd414184fbda0785aab30e0ea74a4317
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0221b7becf6665888ad9e028e1299248898f2e8e9c5ce861b67922189c475ea6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44d1d6ec1c388f8a6356c3f5637a299977c1f8a0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3348c5512335eb49f08270c5f9ffcaeeb061736d770dbe014ad8ee41a718db81
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c903f382ce45cef2a43f216d2d5985f52d860ab4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d4c73a8b9e42ecdf4587a92ee134d40a3a37cfee65c502435c55de89ee3d869
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c9707ff7306415011acb4449fe0d07ecc6f4007
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4503a6d3b7795f0fe10b8f4afd3d91deefa4915b77bd9a2fe426618a9bad05dd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7586f737a24bc8c7c8e621d9d5d41678d176d79a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ed988aceacc349a66d2fdd0888a6ec55431dc9ef5ad7c1d5fb5ed274738672
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9ca0ceecd6ff0df2ad01456f98950e517434758
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee572297e7ec5930a2561ba8d0beec76445c79be0e30143aa9df65809b68cc9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6aba9c86c323a8837e0cd74991549986e5b28d0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d75a5c04bdcc94171270a17e8b91482e744290a35ba82f6ecd313ddf4f69f01e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8cc2ebe13f966bfc741d82a8f1ccf7c48a4cb2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add400aeeb6e495c83e909ebdd30d4e4c2152280da16f613b570427c95d83a19
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01dc6bcc357d6a83552ec00e795dc199a1992153
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781b5baf0769ae64b37ca4ab5cad1796bdf9be851aa0020cc36a11f43b803d23
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dd91a3b9e4008558a448a3f8fd2c54fe1b8f097
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45de6272dde33c50289751e6f39d600a9b6e408da5826fd66bdb8715c3ece55c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efd6654e1189a67f28e7bd3b8812c463f195b5e4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632515e94d5159571d8511e02ba754ef0d30144a2e1b8d0dad374f2e69ea637b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece5b3ee87ad516653a1e3f4b442d7d45933f826
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f555f7d2fbd2fc38e72fd48b52d52eaa9d719878bce08b1e7246eb6da786021
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cd1f6f876acf13b29680460ad54050b4d815eac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3529578faa3d1c344e7f943fbc9a974a35d05eb60cbc8ab8017584fadc1a72
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65df1ada655ca7808f2eb26f8997ab7562f4a1f8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc6566e2857fc6d56c4f001f4a495bece20134471671f0e2322283f6df6013bb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7c859df6121b28a515f9e7c2fa55d2ae7824fd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c7c311d901e79d85cda39dbbfb77f7f854e7ec6d7c71bbd07bf7efa06a48d79
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba80340f8cc068aa066d85f8c6d396fbdba6335c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b6898201b77866134516af00aecc03bc1723afb4a46932f3912bc7e74067af
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f2e3659f43f5ac6b8def63931c7d42b29a9a2f7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb1551a1edee76af8173af04c3625f73030a00d3c30e88583b1264384d5d4df
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b4a0ef50ac2b500b7e7408f2f6b63b679d4a401
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf86ed8d571314b470209f84f1115625938c05870de35f68692f194d881cde0c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9acf55e2d4a293fe9c98183a40bd839c20d63ce3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf981593e13aa39af1119140f5d41a258d4fb13b94d3e5e7a30a44a458562f7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f743f9aa1742883feaffef2a679fbfe7d117748
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67503a66d7b32d6bd2ff484b07e2fe078bd77131290b1b01ff8e24e999f61fb5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb706357c2165426d7aa0cfc99454a20f4ea100
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f69409b889c59ecd7958e2fff05c4a3f529efe7b5925fefbb1adc4646f4cc4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..808c711de5901fa325ae4487991ea148df450245
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ea1e1d4b8434163d8ace2f191f3fb5e44446c053d68564d3fde8f9ebd968e1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e85c2ec96840ba7a6ececb242345146415549b99
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77b943692ad4068d182d2f114e6e7486af39593c70a822cf08ec90632527d87b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..513e4c3717a785c3a6029e76e4fd345559e5ec76
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e810d28b44dc8399fd6886417a438ec374d7266c8834c28d6e958252a2b21e4a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb1c3578246712d3e4886dac2c6d21178a77013
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53d9e25217dac5267992a649679609a6cd2f7c90ff888013d3a476deaaefb5a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e59d39f6ab7d232d838ad379413f079f557436db
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9c39c6dd6f13677fe188a1a5ea7cca6a5c3cf43c63d527a2be4d1ab0857766
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c56312c3e60932b91705b66a7ee926da070676bc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc8784ef4977358e9370efb63a3cf92ee61b46e0d55949ae67cb2044e3cdf1c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe26dd44f57aebe384a78b6f546140576a611932
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50257fbb4fe96f32fc4603fb661fe5bc5f308acadcfa5f4909716e658c588845
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38497aeadf79811b61e2683f297253771d004f23
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c711371e4bb686f9bcd79a4a7864f8e062c754ce3d1cd113ce8545efc6f7bb7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..859d102e8fb3bd645d2591ea921d1bb00bf0352b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af8083e8df70a4103185a7b9fb9aa106b72994bc1f1e0a4ad9b3cf851d889927
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6124f96438a38d086eb6a748368c8e7b88022bf1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9830bab45e26fb629093a1b9cdbe49727f25f966ebe4c16824e9217b27aa2c53
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..455630ddddfd453365cdcf8161d73459fd449de2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2d48c5f0418ba18a8a5f737a7af74f98b6b108118da5d9ef4cdc8ef2c992b9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df20a9b96e0ff8cde6a2976f08f245deaa2a7efa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e7c3d6108a06e85f5a7959df24e97ff240a8ffe8a6b1c2b555e546d4aeef43
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d69371834309982771629fce7978b3891dca8a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:641af0c55997a585a5abcbbe3793cc9e0c341673f2fc7f269c846734ea84b487
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78617f9f875b3b84c78349832ebf01876f0046aa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3150c24c71bfc91e74cde20aa66db0aa9e9a122d3d7627fbcbe9f1ca48f6997b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2420939d8320c7b3204c8351e206670295f229e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c861c180001e894c8f299e03e019c328ecc99a009e6c11d0bf5e5dc7128ef7ca
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd8e74bc3c7659a1999506f4a1140f1011aabb1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986041ac71e21f794974e2de6004b86cd882424732898f5220b6d86532d20624
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdedec6accdb204fcc56030adaf56d6096f65df9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4204b5dfa6ec32e556420fa10fc769bdd441789aff6f56c4724f04c4111d2ab1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e805f7f30afb5d966615205be19ca7ef0ece41e0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d26ca5ee6ebae38d742c38af058fcc446a3b2d6b3312da2ebc271fd49de8cb4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..542e96ca8dffbd972f1413d50c0ca01e69e1b7f5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576e73e78a5467b1e2cff8b37fbacd48f1e4d7bcd1f3b7d273a44e43ecb23850
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4796f2e5ac2c5ba15f87ba36e6b32bb66ed3cc56
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884a3ea7451993be612a36421d9a3337d2e7b46d10b8a87e8829fa3a6d5d1888
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d9b21707621bb9059e8cbf2ae40e9dfe1d30dae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dabb645772964d23822da191117e896c92896fd9b65577de2e5de896293a7b89
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8050b55fb564feaed0d4832cf2f4508f562f42d4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec701c35ed1912ba5ca5d330b711119030a1495bce59d29c503c3d8b0625b4f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc13b7dd0a7ec9f530c8ae69bc0583878cf1df72
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6acb59909c3190590cf4e076b4013825bd68d746426b8b2f23798d0dcdb1b240
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0741d10082b98b1e5c160608957e6683b6271eef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6cc87baddbd03cc363e6f2d38629d181f44e8b8d0d6a9f8105fc912d7d467a3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bae4de8f47867678cd43e793782b3c01feff4c58
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aea02b12605d853346e9e9f59229dac5398563d5e286a0548ac4246b6ccb39c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0ef1edcc91ebeca902270b00aabd7680d96528
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3505e9399efd527060935a7a2738dccda7ae4bc8d59bfc81e3d00baa2c6b7f7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..840be30f861e42d967e33f732bb768df1a00b9c5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:069ba157d210b9ed3b7354ad990bcde465767a19dd3533e2965d8448537d919d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9adc57a62d958eb1b6d616f20132db05f9971318
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64458b6e3bdea042635b24983684fefd254ae504f4f35f499bd0b2708a02bb02
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14c38fe4ec7847ce09e17cd6413213f3e0633be6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1598b179ce91847984fadb40a6ad43c0357c5cc2a804201b14f36ca5131a28db
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b398abc057c10bd3297ee2b2c7ac64b5ca7bde0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0614d2f84833a57553ebfa6811b3c0b444bc3e498193b08a0b4cda40a36bc54f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6868fa88f03175e69f53e1274f66f04fd7846f22
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d27738c9a336347749bdc25dc79468fc9f98d7a272a7283119e1a172b6fa7b7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c4ffe7392bab27a34123ad928116dfa2f70c1e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb2ae7d2462a45da6a3c0e307850eb4a12ffe0d9f7a4e0e47465704f3735b5a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c28c6d48fd12a1f03fab4f2860dd75c5b3e3ed6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2e548b0d4d4a9fa0aa4b99701471dde414c73beed7ad11fb596c35c4495adc3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8396c8e6efc2e152304818134623c2fa728f6da
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ababc235d1cac103305060f7eb0505aa0ea428ad9ae70fce4851e96a47a9f3e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee6840baf869f8210d93097f1d9ee919fc1b9768
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a0e0f9212de9e54ec0f265bb73a7f84950ec28860a5e04f4d315462030235b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73aa313a50c9d940c4d51f4dc3492a9dd4970cf0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a5a51303bc660f1656c7993f2065d96700a7768b48df25a4c938819d3b91a6e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9725e3d5007f87ec3457b4073abb1cb3dae7b35
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da7f9cdf60289a5082a28844fa00ac2c9dced90fae77cf9f68d372f4e09cd07
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e17f1da2eb98143c044a65c18f1a95b86f7b611f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0624e11fee22f280926faa9ec065229a35d3e5b1a6fafd223e3f8364527c5629
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70a8a857899c1f4d6da1838043f42e93be77c159
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0465f3b02b0e0961a4b18ae7ccf294ee1bf3c2a71ef956c2de461b25134891a7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..366b7561cbba1f56554b9c13ebdad34aff836a50
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce28d4313786e6926de8c83231a78679cf4fee559e82c087e6c1735fc8b2284
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc701e4637d54ab95577fa0bfa2093bf99298620
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce5bf75ecea3701082a0a0b82b8f17376727830ecee9a295bbec6eba75d091b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb5e15efcea77ae5aac3a271ef74dd873e4c2bc0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98795f6639ca4002a39e6d4e916ad4cd28cd076cc9cfaf09eda2dab58dce9118
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc019fad7807d6b40088c950c13db34e392579c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b546546acb8c1c6b929d8e1104bbcb7f84fa051afd60202f85a8c77d9270a3c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b3cdd4d95c3fcb062ed1662783a76eb4b445ebd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d5f4d00a0e270f5b97598d5de50613642cce33b9d0edced0dfde432d3acfe4c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6469686529a8c6a6c85334945d09d8c30f2de59
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e08aa29f50a52fc454cc1863d7b168fd23d1ef495a32d22f701f222cc90ea9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d26fb5b1d09cfa13d14e0ad0db3202dd431b60
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0b6d9e3fa90998b0e41ec43beeb3365395ba365e65dbc3af917994b948c2af
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b03897e916e35ee4e3e6e455bfe639e230cba73a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1e822a5804abee190b575295afdc51ebfd824c883a3b95149943545863c3e9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42013b781c9f3d8f827df697c0f2b0ed50a4f73a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46cdfae98f6720809c5a1010d3789f7d6d587333ba1f23260a92df6e5c215642
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3a761825c975a05b43f1c09ba628e6610bb3990
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8fc353b1f0d811d493f80aa5af6752fed2d2eb93b047cec49596f66551fb47
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33525a85d472bd135e75e4295e6464c087a29784
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:888ade9f23f33dde8e10a609ace3bc78a23e36ebf3c18255a36f0f06a84f317e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4baf1fff716e38e661d9ddf33f82e90e3953730d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83b0856a04b9bff2813c73885ff5c9772544b0a2361487b02ad7c1b7191a5e6d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..867b4bc7dbdac1aee221b01e4024ffb0322a8f1e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c126a22046f425af7123a9944f6d3b934a2b504f51e65b02935b115208093490
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc6a8821b26f0e3316619173abb6ab3f394d4b8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b74c58c0355d639b27de52a05c46a5add85167c5d419c2dee4fda3666bbdf1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21182bef2cfa3a54d95a8d91d701c7aabdcb3489
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa3ff5803a7a751a16dd676c8ecade0b8ddfbccfe74ac55fb4e65e3d0771835
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46800e2f0c49b2709e667ca8d727e23e4cf3097e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb61f571edcffc36cb7b816ae15516cc65b3bb14a106afec8a34e838776e0a33
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..059fc10dd8684c7d3f1e641819cfe71fac5c15d0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ac3a3ee3ddf3be14f068eb380232f837d59fbe532111f4e88567854c063212
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b4e915f21995d2fa0ed9d39b1e5316d4d28005
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa89d3ee4562e50ae489181d03c817ea0de10a3b61bd1c7e4508c21da95fa698
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc3898a0ce4e82226975500363c2af51727d329
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804b58486ebd23a11d3fb2f8105a97386ded803ea5b20a328071b1e43ba290e5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ac5b3f73ef3ee6c9c2a6c2d0b4d7a2760d5408
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02163faf414c1a12b3d50c3b6804a0852162eb7983e5b1886cfa706ca8e6642
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b4b653221883ec03f3e14b090069c7f68b95d92
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85323f38429b4634a92559c1c257ccba3cccccb72a0c06cd4caf54e9cd502004
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d4d8c4f78efb08773c437833a8e55f3416b79b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1281c1175fc1140f8f82a934726357d26e663110f3afe35c3f3fe8a85d9c31f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4ff59ddec4b583f7157a3fa8be157728ae3cec3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aefdee73c1c54f9aa8d0299cc5f63eb2d8be5c53c6d3788874d1c658215f42b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15cf620d95835be75acb9f5326c524ad54499861
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b0de0a811a59eafb852fd9cc4633e94a1f1c45782a46d42f26a7cd375af669
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4deea824e03123ec5246e84137b7b23e766294ca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ef9b6010e90fe081831f182d4ad7bb040aa420a883b7b4ebc325dc4007c0aa
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e70727302a4f8fa0ab43ed876e94965f1d73991e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d377e896dc2a027ec9417447b5e09923b187890e899335b8d9edf0dab69f5ac
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/lm_head/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4fae84e485162e8a1dd9d1d4a52cb9ac00d89a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efb3683218b805a238aaada74a160b9f898ee4db403cb4cdf6860c9169ea61
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/lm_head/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8805cc59826768fd457d1fa37b29a17275ce1a6b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8142358e88fc422abdb8c438f5937470f0080be27e22df455f43512a94875fd9
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ed629d442a530b6c3bba6fd8bdd3215a514fb2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2cae03a7b6105246f222bf936fc2a0b39f7da692ff219a547c95fc10db04ff2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ebd40a88152d6eac540a76b03b8a4f79768ad54
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce882c19c91462a5db064532a5a75975fb410ef5aab64133dbc1fc9c71b46c6b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e44cb5246c90ed2af1b2f3c4b1e8b7c51bd6192
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c2a561add79d22600f831af8bfd940a19df5d3b24c056117d99a29150a8f56a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f77bca4729369413ea3e8b5beef3e287261e32
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa926141193e6244df7a4053857238351e1f6240fd91e16c9ea9642261cf85c7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2f0da3f6887a442d68b8e371a7f2916fdd856d6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3274e3ca27ce63a5423ed11150a70ccac6c7c5b0c383086ee4a1959747f76c6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd4159baf83a0413f4180aba69fc84d2129b8f5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16fb83b5eb18e82f380829de876bc7d08cde9c1f7190ee492ff2a13d2b34c35
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0025add124f2fd0b2c4703c8615702c8ca77025b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:816879dba7bc03fdf7a5c71b27f2a05f547ec8a830372e633f4fa681c2dd06bf
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6861e5611da702af66d8fea91a2860316fb6ee5d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804b419f14a3f53c000daa544d9af7e1c3574a6e45ddc0962840f126511bdb9d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144f6842fb1d3a1393deaf10c3e339ba4723edb8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1af145b1af4013b22d79e9fd1afd468df8452665e66564a774b851ed0c82624
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..320ae0dc4552a04aa2df018715cf15d2177e71ca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5011771f0b19e5d1f71448c768455e9667e7a7837ed60d571b60b7c000451986
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b38c4e770eb652762cf585933ecd44ba576f20
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca839cf3410f1b50768bca2a91a1bbdd4c0abf0858079ee6fbd106ac75a4264
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70be996fa61b2e16381344326a806759384021b3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13a0d6cca732ed367a72376cfd12300545ee21b8a1fda9a3f9b3061fe5efb56a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2818eae072f6ae220812dbd6817cdbdbdfa16e8e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d61e7a557bbda6fb1fa67c36acc66b7652777264f6111bcd7bd2f8b7b520f7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d97f4a633b3e7a7342713d6b7dd245cf7301cd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acbc68e129244826b07e89a5066e5082778ea36e4848293830f6a1cb3dba2187
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656ad0b356fb5aa64c95bcdf91ba88b082e7410e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8006620b0dbea29a0eaa7981eefffb44b41075f93601266139b22287a0fe5e64
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0daaadd85f894c33efd7e20dbcacf6bd43ea78
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592b078e430066ac3f635b53e771f512703177c13c795c5866e814726c76127c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4680a818378cf583cbef2f4daa95aedba4c8ce8c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d7a8b5e01de20c537e0f877525780b6e6a0bc5bb714a20caf588d1617c115e8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b7f3dbb1d9bc41ff2b8c06cee82d97fa26d5412
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f4e50877f1782d0185f5eac6d0117ca28abb7c97dbf457f44e90dd4587e4521
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e1d0a58e8eb866b328b574d6b09d6a91ae407a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977fa7ff9b5205de2da75d61d4b8d526474aa064c4f3137b1777a918bb2429c7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af9848f2c619088b1212bb5f5e2455ea082583d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:519a26adfb4f5696670bc0fb8c1f2fe09beb4ff607843198184c48d51dc5a287
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e88fbac47bab39fe0b3d0b7bb7a258af668af24a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb3234cbe64fecd8580cf458865940caed710feccd1ba8a068d8b4c7a9b1179
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c693b7f33aa424dccb65cff84e7849daa33b0fe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa5468d905a14db0dcd7ef389d3437345398d935e5b259b742c91b11f8a40a1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49b064e75389eb2ae034f600ceb82e9e5b62edfb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b87d686dd5b35bd1b3630f7d2106335d940f203d07340915c46ce7273698047
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff2e1a68562b0970602ecc7b712b7dda094fe47
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c4833096e4cf3ca02a0b94ac46e6f45adda23da03e75ed4300d566cec9627b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc4ece6b3a3ab79f9691d1cd585a877a762637b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0493e1257ced56a43868451fdb396a80259ff32c094744cc936fbcc4ebb1462f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..280542377a3006758521b4f7c07a306a8580b404
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ef4bd6dcadcfef18e143ec076d8eb3be87f3ee6a2e034daaa72de61bffefb8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf673a5c83d7073c42cec752fbfb4ce28d4ef1d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c9ef86bfd403ab4d0e8d1583e46f78503172070b56ab07a0770a034f48a7115
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7740c623d2393c468ca8d7984d0146bc0611fc9a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd01319257e18e5ea10b0f9f212c091fe0b80bfa7bac83b2423f497044b9ac4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..626b5eee49847184a9ea6662b312101f2ae3226f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a30e109e56932504ac90ac2676bd992c890b9648b88b05ecae49e5f8d4b5208
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1669cf39a254b40b9ebb3f01846570dee6b08835
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d99f9d034cb2e2660a557bf95b8a1307919f94d15a9ed563c20aa1e214181645
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82a41469b44d41c9e06a9853521c9654142e69a3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d00ef3d3f329d2df8bb3fce95b4d2030862cf7885d92f652fa06338f194e32e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57e34514c021cf167f28b88f3dc391cb65bf2457
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c89bfd14766dee3bd7deffec07c08a1d85ed321635094834655d098364a817e3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07fc2978675a3c16728ad0310b27546e75b92cf4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:071d4bbf8a329d0f0d4c6221d65aee7db65f75205be109a318986d35bb19f6e3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f1e15e68efe18561748486f2e73de385ed8c9a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95dda9152907bc4ec805e1cba4fe0e1e333ae43f0424401fbd052c7625084388
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36642fa709a47fe518929326e458f8d961f7b33b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:562efa1a6de766ab51f2c36844167cc9d197a0fc4fb9df55e2d06b516d1ac74e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23781fa8a47190561c6b90c416918e7abe327d88
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:415ab306aef101e8782b4b279a0f15d59108856c93679cb568bdd4947a52439f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecbcec4c071ee49dd818e2f6172a06a6ab2c53ec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925504e235116c874df4bca3e31fbb738c3442045c571b0caf5f6070f91ab42a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fb7a35405f79562689bfbc7ee73ff85d469b886
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54426593a8f14bbe543a342f8b06195f2c692aad58b7781b6874ca25c7631b3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..588c013ee2f7042cd3747379bd90718f7110acbf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c375a6bcde7080a509280ec57f8074e58f4dd58c626889424fdd909e258705
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5322760dc5969e70c806b4c1947115474cfaecdd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:491b554ade8a5b25db2a6bc12af3e84437ef06e4b0fbd6935d5bf4e742c39b52
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..573c28bcf3e3fdc739a8cf67b51c70a1d537e292
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d345dc4378412c36195d2ed45d438646bce5d5c480428509996d5c896b64a17a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b08e4643999d1b03cd17f1a8572db86e5299a20
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70bb191a6c26be7f0b102c64e3409d785314110eb7f3b7833c815279dd5846e1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e09776be3fe52cb63f83e756f79756b146d8604
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac0bf1b8fecfc01e028e3567ec2112049102daea0fa543614877de09cb82a73
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0ae7d47f0fa66f696defc952a2c5004d0652346
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632732320c55263ab38b4f193ecbd1b703d8098d5b9e7cdb0bde4eb231155ae5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b44d84fe054db1f774a744e707932b1702016e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d4b344a6ad93b97995269ba5a0d8c64fba679e312a8e189279563ec12bb9fe
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8be084a0b1ce6fda2c4c1d7a9e91f05712646a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ac5aaa2882d6739c6e35fe7947f53e16284b5d6dae37a64b8ef7e08ca247ce6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882625c3ca7e401b346773856d19a6a45c3a7a79
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d5e3b3cffeb49cbb2d30c2fc77ee2e0fa8dde57095ea9a66e1d9b1abe5442f2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f227cfaca5f9c7c6334f2a18ec01bef689751e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08f1b14bc0e9fc0348966ec98c7c03e76ad215a98ac1e30ea79038421cf0367
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9c8da4b9a9c254285d119b575ea485c1f4b7780
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328c3bd82c97087b34ff2a4dc51af447a3610d293af5941415334774f35a4888
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d8e3b4a8ed6f5adec733bcce33bc1262d7710b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf21b62cd506126e689ded532e78cbd674b45b623c5af35a810453e9aa4d911
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15748eb86aa970063f6fff4656231b63e2e2b7f3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edcb09854f4bcf6645b281d9945c9837b04558cdc07b171d58785568e0889b30
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..135935aac5578ef98ffbba010661edfab4a13d2a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df6bfdf362d29a7615cfca672ab9dee6b7b50729839f6c280f5f03e09e96475
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b9ccbd70f0511e07681d80741160273c3f27b53
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15fdb32c7265c609600e6df6ef22e17e4cac48a3e5b1cbaf09c24f439762e9a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..587051abf61af5a513e83eb0a216f1dfb21aa0d0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c296a023f952d01be6027c63b73096e30faa7303c26e8bfd79df529e7453b6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ded942500387d374314d8da3b78eeedbf0c18a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b074010729515b633fbc2b0c2740305cecbf5f12159b28514d76068861cf5576
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72972237da20085efec5bdcfd90747fce2b53167
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65bff1cb618165bb763be995b6b30f813c26925b0a5e06a4c3e4d4e4bd9c4568
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e3beb6d8cf09cffb1105326b555f5ff60fe5de9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4fe4576fcd146257bc78d50edbcb5dd62baa61ec49541fab8c75cc0093402d6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423073a6a58a8a03043d3c7fba8d2de1099dbae5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e0a848c34c015b00f3be7a41768aeb41af5f1d84d97ee78f5e0fa69c29a3643
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ebe36cabce44f89969ef8d8e78d1fb4223142d0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5969b5c56f8912c25c5bbc7dcb7b55262d20bcbfbc48e9135038facafba7675
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350a353e10bbe623d2547c05a439987e531c954b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1129debd01b51f29db2fe73d395923a327aa81b37585a826bec2b64bdf17a53a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e284e32618f3b8d74d64c52c394fbf5d5e76736
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70e04405390448a3a0debb292a84777840277201bc4028c467a3af33c850586
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02cc26c84a918371a31fe92daf505fd970bbddb7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ba5170f8486ce3b53f54355af79e735a11f57d1afe36217f136e97cc8857cac
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff3d2513cef00acad894325b23fcc3fb68f5717
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b44de31e15e95e0754ae1286209f7c9eff9b9ac751f9d47e381de23f7e1dc3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb920f0737d96bb21d6d3a03d0dec03d4f571f6d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5dcdfad90eb5f6525f3c3e675638af1e424e255d09c4450939ac80d44787eeb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28978b49c0ab27f189ed4b208cf3d4b471ac57c9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b504fa162106fe6884441b3683f97f24b3e9c87d73c730bf04c28ad618fce8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39b70bdf09b80a4c120dcd2c709497fba72719ee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45ece9f9388f0954331be4e7227a624b0d846aa1be25590c9231be7b9032b9ca
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68534ad0317b0a22bd37cd84377b8405bb6e5301
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3439be50a8816870266accfb05191030dad50f8fbdc9120441ddf50000be201b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..855b4f4e9a78876477fa857c4fda5a60c4c3f3bc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0eab08adc29dc463c4f41d48601950e06bdf56968dabaf8bd20ec15240aed9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49888762e9bb7ea80d643a4213b186c4ffb2045
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8219729e328395108bc450a2956c1c73dd879ca3ef97974fb836b01b74fe3b25
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58df3f4ef28ef363603a3aed1295fc4d48eba59b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2690914dfa83d20b3fbe8329d7f07dbbc47c7fd66399917dd5a55c9e023491
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b82735446af0557720908cf9e73f8c7df80f6e2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbdfab0e7f3e1dc61a81f4ab79ecb7e2f86f0cfff597146f12bd72d9c7494bd3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec5461a37216355121bcd8396e102059fad3bd2e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58bc15a66270a798ba82e796821ad3bec8caa12089b9ce4204f94e41f9302e0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f9a5810d56db65e9ad9775b2b795e61c86635d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef459e178bbedc92ed7181d33c91796cf8b26a9563406adcff1d31cc31ff2a0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c7774eca1214c83195d3939f4ae9136da51ed08
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e4e74f3b11732acf803c1aa1568ef5d4d13d7281d50d79e7ff4d3e7228ab29
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a2ea1cef88ead9e080013dd7169ba3eb38d9536
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd251f10cf51c3b6a1e67f020f88bcb4142aba71996b6de3b767aa9665ce7a3e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a22471e3a6d834c3346c734a2cdaa12d5cb915
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf19070951adf17fd4045a00a88b1c6e52651010b4eb0896120c5b8eb49d4aec
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc3f81eb92422a6573ef30ba33628e951164b46
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c235de78eae9abd3b4995638ee7e6d7abfac29e592629eb02465e3dc5ad3ee
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f2a812b6b77fafe9bdded8f37e38faf9541e7f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faeb43b7ce59f0bf8f15129636773d61999a47ff2bbb1f6eeb1d3eff68ef0a8d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a283ae6dfe43119473b25c6ec225e4a438e90160
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:825e7ca170dda4d3adbd357410599380a8b27f04282ebdb3f0bb8bc718c6b7d6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a4f8e4d9a4ce0f49d547751cb210cbea4eedc63
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a28088e56a706c36fd5d7b395a69f7b8e9501cae8f511ba07a01734b21a19bc
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d85cfa89d34d15a7f4774382f371f52724b57820
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7bf9539b00efe23d4229f039f16e5faaff3cb4a41a6fceaabdf2b72de4ad68
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a64791c7cfbf52f93962989c17a197fa98568b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8cd398c93a174558bc0053b2716d9ce6bea4dc129249bcc38c3c2eaf649a7d0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41e42efea294dde4523b2fa1db06d115cc9fa9a4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64be9acceea1012fe1a3c2c61c28fb14d1d9c3f5e791cffb77c7bff326671b0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632d037dd319d31ba6c6fe950fba5f2bb9934759
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cef67a3c3899656477c25ced8c0f51789a61147347fd37910ef949e5e396f3d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ba8914e718b78de703acd38509a7a729a5c383
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d26cd32a054ac126b7e61c88c171f5026b50e117baf42c18b61b620815e8a63
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34bf82c6bbb039b03a6dfb00c2954d40e70f4d1d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478ec505effe796d180a4afe44678275b3c16e8cfd9fbe06d96eb5493c1c3dfd
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..472d36fcee1b31e922a8aba6a5dfd0ba1444a144
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c479d900f615b1c3251358197b5b3711b07d8adba520c34bd129fd43bad1d4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69f677e4cc9dbb067abd94cd9a21f8827f64014f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d3e7835890ad3bfe2ae9b72fb6caaa35bcf4199f5c7eb88bc92e4e6eceba3e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c816756fb4b3f2aa9e746494c477ae42ce80d186
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357d8fb5b1f0c995d46e2f4cf9e0957d7c99e574f85dce3cbb5b92eb3c494822
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f95bbbdbc9531523a7308ba58f273f1d4eac12d8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a2317f123d60654f351b6bcdf5ecd3d9e2876ae81a7bebb385001a28486dc1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56c82310241463f9c2d1247a06de9b7f02749ffb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:679fef4cb5f911565642159465ae313738bd57a71ace91ba4589b9c5a7b75d8c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a23c47b84ddf473512efa12d48fca9a43f3f3a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86899ccb5d008496c507e8e211fbd392b84cf3b3332c1edd0cf184638f9dd282
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebce348e7eb004b4eb8ccf0e65577fd35403f331
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f7a14fbd22780b53bc4153e5377c5d809c5d11bb13ea07e6e13e32ac230ecf2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2dc4fe3fed2b1afbcb65bb7a566604e930c10b2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80984b2f41c1cf7a8e57b62157e18976c9735f91ab69648a939e5e074281c17a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7397e7ff55134d6250ec2d8fd2d8d6cf4d79b44d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05fde76d7f6f0b668912e5fc0a8911660972d0d1a1b0a22888418cfdf3a8298e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ccf58aa59fbf3ba7a9393fe93d342741820f742
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd4cb814c73af60837d9dac755f2c9127f31a7d0cf09eb8db3de7e05a00927a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c11354538b59ec20603432ea6a04e649c04f0c4a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c164537441bb6799ce76fab423052435cf5bca0d4a23baf806f0f8a622f657c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78b539e9c4166f98259ac3f465f426dab9ac5ee0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b86afcebf501b9e3218ef39cbb9ea37e48988f8538c201e37d2402bb034ad70
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe1cffc03e60e54e6182f193fee3f12c6bfc023
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80fa8e05e6d85ee6c7e0a6ff20be5e1b009a590d3f2b3efb68220c7481a168c1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2a093a60ad5bd6dcd84a9e6c550d8fc5a25f7d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a1b1186509cfeee0037e2ca79e4e5c72a4a7a176f536be5f751a31ababd216
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca34ed3b3e6511f779d8abb78612b21e3e2bb1c8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8d92b92b6fa439160f91eb2fb9d69b03aa530b71322f013fa051a4943571f4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0eafc018453345ee2857bd28f77c2ab7f3d2ac3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3fa1fb3242392b5f6bc0c4b9fa72201ff98f91bac76770c03b1306453b303b2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c646092e2072f9ea45450c205f9dde4ae9fbb3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69cd2eb24680f3bff00a8c0cd546a20c1e2aa5286835e23b49ebca02187ae110
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d9315d3280bc2b5ea27365c9c5a1c4081a87d5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc91ca2477110204d684c5a1efffc154fb4d0e3be4d4431e67cca8968ffad1a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..805d521f65090318de6d0b9809f2cda8a0965afd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d26f1de5ec5e3a2e171f3e709b7ffafc1ecf72b8982130174f562f4aad68e3c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..187b2b7731f90523225a53f81a994812b05ec51e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a5814f1fae0f5f7a7c03a4dead3db3f66bce3a6fb5cb76d1075cb4de2170735
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a25809c7f23d17ea748a37f4aaa4d15112327182
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb83df5db3a94e87880248e6cf3c50c58bb37eb4e5250e859e5e8228e277aea5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39f5b3a516adfde80fbd0fa614c38ee015e0c99f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5716b06099fb256c7ac1a522aead05b9e806d6682862f8880d598e12e777061
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8c9f18f1a4b5cbff486d8706f2d3551cb60f689
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605628419300ae6a551957dec9826bade5dd57b2bbfdf2230b724a6816d5c164
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b3ed6b3edd0de09c25c823d9611432c2d45318
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7078552bc49e03d1c9b859936396a7889c2345831fe81270acdfa363b508ca8e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6049c9d80c9a484d151618513c5f12945760b7d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a550cd0463aa5dc3f3e47d8e3fcb945da7623975f08d9652a7ac6e2566e9f763
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c805d02b1b8671ddb8ae894d964b6aa6f2167571
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e87aa0085623b5b70ee34dc1bfc9725848ca9ab7bccaab8cf90b204cb05c35db
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0388720142ef5f761b4819d842e2839ae51163
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2d41d7c674e28fadc37f522c825cf9600304c6e140c63ff6199870a901178c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67113fbdea70e4f27a5650071e35499a50b8635b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4856c57806980b684f7434962f2c1e6d9f6c5b8b44f492e3fa7163b4ad716e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1f4758593666b81951404ed0972d89a9fc0bd3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d057d7387507f7c4c14aaefbb30a92dc61c73b6ec0f58b9f97c30760afc4ae
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab7f78c78f174266c7c1b59cfc91d0b6d1f2360
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f7508885f99ddf12594c45f7a0004ab8ef682edf427e45c3c1bcd5e3f13b1a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f5c6edd616b551e611990bff97d8702bc926ef1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0653ebf8613a32c310888a7dfb52df9b2b22d03f7336a9d4e9777842e74a160f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9da9e004aafdc114c3e582dad006ce861c0cd824
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2dd1e928565fc7726c7b9d09802b7a7284668e0dbb4d5ee67fa61ecb71e755
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2079bfa4e81cc2ad44329d295dabf41df3890cba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6bfc8859cc58be4d131999027e6f213d72e237f4c8ccb5eb70cb839f63abee
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..301e1d8ed708d3f740a9a4abadf114025c8bf8f8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f774c919b1271cf6012110f1830af85d6c5061b8f5ebc812ded493ca8371b8b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46e8db80d9a50eb1e1fc235c1a367dbfad04703
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:986b5c50e4734e2c7c643012bedbf6a83027801b26a63792b8f7d618adcd9e9d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e3431467dbf8e6d86d83db3e0ec0375d0db328a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e291b21ed4b03be007d97362dd93a7d2c01b94426ab2f6d520ee8a275bb9f0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea5ae01eff0b14c8c392b0a1cab7a37faf5acf93
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1337ca2e59220c0a1d9e0b680114df86874b13962396c14468229c702e026214
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e865a326f4e413eabca5ebc1f7faf35997faf5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95107f7458cd4852caee5af5dd5b18b016d050fb0377306d4f44201f3c06efe
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9648e388dea94d159c6a847836bf0778597a3e91
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b5162a40f9c4df4a4cfd7a5d87768159cfdc5fd49d059401050273a0590c01
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8236af463b9ca30aa22e60efb1c2cd367765589d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20b9cdfbbd968c4f61f35617510e5026ace66d40af9c1eec48c7280c6cbe2963
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87545edc1c54543567f8e4ceb3712d57f491150b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4463ab5b22786cd61eb20653bc4038ea1fbd7fb094aa47713a1dc0675e70ca51
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b9a555b7a3cfc98a2e8c441057f4d552380e4d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3bfee6de37c97d0d924ec4332a01f5388be2daca8fb8ce53696833f671c1938
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cfb64f0f648cf16e34ba14fe126ebd955de8c92
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e8c62106f351f971cfb83e4ec270592f8b6940a7b0f1f00af24998aa41a8d5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aed3b32bb6a2061a14cd80074e3f126296edd63
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de7a6a08678bc5d80f168c4deb85b40d06e5c1bb606efdb2efdba41c0ba37e6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c77fbf4bdbba2659ed7091f9f05e65e5a34fbab
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb898d6d2ce42b2cedd0b0e272895c242546248e36ef0f1365462ed2693299b0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f8aada97e1e3633842b4a7293560ca9fc3692a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e63ec36a04b8961f7a49d994ba74f361c17ab9f0cb36936cf891832a93585b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1703825f63ecc87039c841b23ad83b6da5459a0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5774492c6d3e6ba50543d596659896870b3e047d4346f0311a0080254e73c423
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23128e76dc6cc1b958bf244d379afedf2dd89b00
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d5466bc107f1f9bcc520bb78aa0954555df74663443a1e5c853234133ce7334
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d37db4055cb2b1e153d55388f618781dd2a9c38
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aedbcbf8983e7dfffbcd3fdd5e7cef33e84d30dc1a3e6fca3d74ef781b22490f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1d5be1327791c622bd98e95ca4eed662140760
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5559aad23dd3d5f3fee2ae2c5b9afd646926a858d34aa1d02664419d65ccf20
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1528f6c3c5b54689ba0b5df35183cc508b8c35ca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1201fe316327c77c739ede2d086de736f9ac51065c74c6126ca892d53919a63
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79534a3f77aba481a8df7a88626b0b2b94026c04
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a254f2a5269c757c15d8a479fe3c74c23339c6ba1a6553a0c507e565ba9cf8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6bb38234bff6f825075d6434992230e5445362e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:290d3208e9f16c5114d06d4342b69924b34c5e9169eded416b252711de7c64a6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7356e064a338b371ea0a5f4b0de682043dd58130
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4097c6c3b7ec0f24b9988ddd75f23940b86ca106efd83b3296331c62b89f8874
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..232de034cd8f1f19a297dca14b6ca40e7d35b849
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62dc9b1124cec1d922f01c05e84de8e7f869559a12d63f5c5821448b6e4dd032
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13b6f9754615acf50938e9b391d2fc35b2a4942d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:664ff84d6bf9892af979ea533ba1cf0b1ca212fb244150d7d7617063b757a363
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce57e16df5e884a7b51c851a86b8b9792ddb9ef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:addbb45a3f13f6a1c1e942037e97c61f57c5ab3ceae6ee24dc7181b064deb638
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3326c95b2e7503e240715cc5ed19138c64a310ff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef5c36d25c86c05cd79a94ffc87ae3a77a43080d39d716a3dd7dfae23b4bc4f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fea5fa57bdecb4daa71e2681256bf1faefda0e9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46489950d70b4cc761b446d977e68e25a79075dae6d226302ec6640ff086942f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b9892904608932f12b65f5ad95aaac4e02857d2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e159bd50eb5e0b0b6874444e9d630b425c1de5ec5412176e7ee550b7ccb2718
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23501e7061ff902da50b5a3437e481ba1b0a6cb3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afebaa4bd859383695d335f158940ce0e020c820deb3f59ba4c488e60af16716
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6506c4f5cb3b3418d7eaccd769c4085e947b637a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d03aea68c8ebd1f7ae6c84d4d180e86d7626d74e5d54ad6b53e9bffd1a3ddf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de3bf770e6c44abc28f03a6953bdeb2cb008df33
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8fc750a9713775eb30a2d5734f939f9d4113c4d0cef7802a0d70b99dbeae219
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4176341c99c28797fc654bcc2372a40d5479d979
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96ac4d1c586ddc54d203634e1668ca7ce86d21f0a62c9000529f509cdb7341c2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c987141fafadddab26dc79b0e6a463e4368ca7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e9ef2296f951dbc21ca04db7d4bc4c6ec52662b85acced86b4098034278938
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0470856e26acdd0b0d5d49e6efd318d768fdf9c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c9608aad603778a549acca9cd80484146d8cef104c60ef63294ad3bb748b28
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f21ad245b21ed41ab7c49f829417fce65f21646
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0d187d8b1491403da88f7309388cda30fd2344a9eff12c22cffd47c0d8f81b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff2474b4f6f46410c4a0e28fee8f5fcaa408797
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d2ae75e92e3014ed15dc1b43e5657d2cfa64c08df43ebda2a08b95c10f6f2e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9dae9983047e250b2567cf5d918504b89c15d40
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e037268a939cf18645eb6dfe99bfb9de5e3a60ec17e869c6e8f79ac5898998fa
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f21fb73ce72993a6e6b68d255af0b3cb3234f0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e07e853641d50d7c2308255ce218cdd02b0c94039364a2d1dc6274b9ad313e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209ebe8f7c6dd3fad1f82705ea37614eafd22221
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9506c60a65896d4ae3bd5d7ece95e780da4b6da546ac5d2204fe13de06cc82b7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9fb4cee9f179a757c6b971ace13145693dae33a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fecbac610e40c37f7808fd6855d14889cb5e164bd9e731495a79e412c850fdd
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59416e60c6a4556dd0f6826adf6df04ff18efac1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578b8b2e4fd974483bb3bf915f1d42496862a4281908376ebf7eae503f0a864e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa45a62c071f5ae52f7165235e8dddaaefce04f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a7a5c286fe5ba5440e76e9bf70b6fa97fc9c95f3a865f7588922c3a7407985
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2162a8809f0996ec1e46ef2491d4d8ad9c205cb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15634f9584a6899e6472c8bced54db7dd09ff94758f021e7be0913ffd218fec4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb7a0190d498666f1f809854293b8d9495af95b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cedebe09122ab19a0379010d4108e04c32929b459cd4ef6e6179b06e494445ea
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aabd3edcf756e8dd0f944c06f6fb1c472c608d8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e4843fda886ca3890a1adb8890242463f8c422b63b65be2aba268aaf9c5692
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2472d93fea93bdc43d600063d014639882222e28
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834a4a8ef05fa50590fe5c0643a71dddac3ac142c6c48474a156a79656d8f108
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127941a1295527e69ac54200daad7b045f492a3c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f76e2c26a31322072c551c06d275c2721feecd98aafbadcd807cf41683f274
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3088c25198e21dce8aaefab19720f02c7b90a408
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59bdaee97a3c9cc79561881d2669758600d1e3f452ef9f839105f1d80c73b3fd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63b4a2029042728cdac01e9a96b023629f8ff37e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c76491d4071940ff982e739150dc6eb7e5355f3585481404f984d5bd12ee2f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa0d5a78808ab01d9327eb2ebb58742f89436fc4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4d1b93c577fc5a7d778ad48558b0b173a82eea282d93df7b5b80f3b5f3d753
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8bc50a5188d1c2f4b0f81634046c8a5c6c98dcb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b9f7a0f2de00e4b3db19a77823f3a9009e399162f81e747db8bba4640ff1e49
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899e19ed471c7e9b17133a78d42c1a15599d4966
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1647d0510292203a88685f45933752b0f795b3bbdd9c1ba55f289346b007ff5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..086929e22eb5f8a55e12d1064f63018b88be11d0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42bdba123c93b5376908bfcce4ebf569072eb2749600d022d3a4380753d6d6f1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba8790bae5186af152e060fdc84407f4bc4b0ac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9f70374dde4008eba18bb4f2a9bcc65243c8e3fabe76b5d5937411b0b059a5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cadd887dc92df7f362da3ec716b36ef852c3d63
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c917b14471cfed2cb76a76115e4b0e5b87a107d6eeadaabd1b51f05e00f7aa
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1da9d1483d6acae4ee0e0a984191b1042585bf8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3544a0c82ee32e15d2d88558a15e1ef0dc7ecf753fa2546ae6182ea838eebe52
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17db89bcb65948d241c2f9dc175a8fb837675c6f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2b9ee9592c697538c452d5b4eb1a683862ea4802e47c063c1e6d3a36c544c1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ac6ce2db138cd9f14fe61c8395ca2aafbbbed7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a3ea63c18a11d97fb3636849716a6df726ebf9efa7b06241501b0d99f3f6e37
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1bb25ae234f782f4f3776ad13fd980e84e7b9f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1a66784bbc929531afa2bf42885189d47a2aaba165248563bd566631fe0f90
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1324013009e870bd8fff229c0e93a50c332326cf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb75f87b17cbe2595c387ad529fc7412f1e515f181614633dabbc5024155ff3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad7bcafe8641bf19d106285c408a0b1b71c72ae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56878dfcd86ae763260158bc14fefd8fdec6ac05f0ca0c2e16aa213d5543595
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..486e9bb66b01f7ce339b19d10c4d2672d409469e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0669cd02fd0478aa895f4986363c6fb087af5b055794a43bbe78883e66dffa
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb91f9efdf82b79ba88b5f59070383b8ed3d992
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b115cf7db91f61fbae580261b1d59599ed65a8bc97e54b5e91a7c6ab09c57fa0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d6d74ec7219a4edce357ff1bcaf891d0ce455c0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4199dc4da3f758d46f287113abe87f0dad7e98a1fcbdbc876d7314f0f57af5a6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15587799c1740f99dbbe04cebe283927aee1d4cc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903e3902324d1d12965f09095b90458c1af7d2dc1553e5449e216478139becc3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b4c7f65e552d4425d5e35e16b57cb8465e20d1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d770df7f28e5436e0bec1d0a9486a1f85619c3bd8ee9d2b954d5f9bc80a10c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65290b6f4f2a97125d884fd6bcbb4edaf009385d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af55bbfbf4acc272630a351addf9e50ab4c41781c5e2aafb9c805398d1463f4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e6954ef535ffe81da15a241321e059efdcbe07
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d9d1058545b64d0708e76c42c848c011948b454fd8dbc21c9a7987208c3cab
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343ba5edf194b608d4be550aa7000525c10ef707
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d230c07a6f485dd012e8f70a5f88be6fc6cef847ef0386270e378c362427bd6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b321cefd3b106df8a228078e914a39a514586f16
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be520dde5618ddbf0f975ffd901f5ddb088784ea76590ac3c63836afed11058b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac8661f43a793c976de8de7f6a0d04e99f665016
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e8122ad1e5e0413784208b7af4cd0139c3a3ddd4d2e5c09e72fdd34fd0f8af2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cea853a5e9bf4bbca82a3bc1fe019392df2f9de
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81ba51ca913e87219db4d10645b6cbc2fd11000faee7241f0984d7a7cbffe78
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e27cdab25f96a2ee3da2245558a0aaa8896bb9ed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285e3dffc7aa3317508729548dbb9d9553b9c572fa32e9f7d16e5b35382c41df
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29af3525e15e4355f8a67d179b1bce3866f7c19f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:861f99f0313bda61da422bbc633d8b315143388466393d9b5c416ae090086d6e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2279880a2a0e6df63c96ef8c9cc9e9d5fe188b24
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff30c6dfc5c5a158682ee7b8f261d88a0c06fc96bfaa1bae11ecc8c6b3577ea8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d59c044aaad4a78374278df35081ae380c923e65
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a021236e5046e8de07ffacd4c54ff1dd40edd5a5c4bcbf69b6d9834aa7e9ccaf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22826b6254724e6b92bb9f39ba738dbf99a65ca7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f071759e728875b80f70666a853fef7fbff7e879b22834d354755e4d5b5411
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feac2c173eaa49cf12e48042cd373ac3182c08c8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8fae067132bd4a32334b014e53fe6e3000161908e5ae7518d18f6c668852a2f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d51b3bb16f59a6848a6b44bc755f1d5c3476f4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d7711b5b97e306410eeb245203b3e14ddcf8db230c3082a7935873ffae004d4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71974a4436b84409225a539ec668c45375a3b0a5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e28fbefe2dbc5dcf8bfa5d3f6d752867a35a9fe8d12dce0e181f2e779b635f8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d96a187813c54e643278b75d1b4d90fc8b37e7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:455c7631effb9a2baa1d96218ce002d38010542af16b687b7dadb27cc18ba09d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cb06540f3e7802e64829b87058016fc892aeeb3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fdc51f84b44d4d051db499c382b22d6e28bdee6ab68997fc7282d831335d8b0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb57b93419a6521a71b1aaa4151e7a6552b6320
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20ac37bc5f593e4a48c06ab63f4995853f1ab4693009fe72d5658f4413e75a7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329f2181c545de98f82a1ff7d116ea8466da73e7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c61805adb18e35c931371434e10c7ce2f6a528aefe5ff1c44fd65bddce6bd490
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0341f0913aa3831f5e796ea306f754670dd6befc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57d0381a649083abedb47ffee66ae95ac1e84b5901ff4d3b943d34b715d069c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a3dab7db2965a0b080fb33ef29dd6613cb317fc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e60013172b15d3334ae2c41f77c15c6c63f39ac9ebede71fdfada68d4a1229f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b1538c73205018c3a06a6005ecaa8339cdea052
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe115f0347f11edf41155c702bff0599f6315171a7d6b7b22111c90c03977331
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b0f5eb87de5ee26233c408de6e02d01032fb8ba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753184efccd9e0cc36003098fab57d0d38230da5a2e007eeff7de56398c1f8d7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac9fd2f39053a029911984269895ba8f3f63de90
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac310e09dd6415ec679ce4860a7ab3501ff2c98b33fa8bb73afce1d3003f5bc1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b5850d9202471cf38397166cfd4791f016bcf49
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a36cac55a64d2690a4ae61db82105f673505691a278ceb63ff8ba1ab8d6d6a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63715a9facbe5c6848a67e8e8990b1ae249d2948
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9ca637f6738601bf8b21852c633e2edbe1dcb2fb0ce6d3663bf3e79c6594d5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e4fa108caa39998372edac1a236c1ed6671c8a1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e7c492260171dca293e75410f918f32c8b40ab2855aedaee174aa2c2e96afd4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02b15b91de340d30ad8ed7bbc3423cf96ec3419
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff52d7cfec8def7df83413fcedc701dd5e8fd96f08c4a560dee16128b709ed59
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449acc6eabdde111078fac38eaa5537e88b4bf4e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44f45d1d363acd2132759e0dd9011a5069ffa2c858862061313ec0cdcd9d3851
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1cdeb66bc27574e69d6a23058f8b4a39e6bb29c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80906e456d3b26131d2947888641b1157c22d4564d500315c5faa601b361a1fe
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad4ce5ba93e5030b912c15b0bf47abe0b5fdee55
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd8b0df66446eb2c92615d6f305d4c49ba283bba54b28ea247292341e0a4577
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33e221be8e77964642240f4fafb76cadf3fb8b16
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b10ecfbd1b91a249261286ab39b16cc6ba379fae5276b98aa6c40b996e7b21
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d023c5568f651679c4735b0906c3a6db79afc2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b510fa7d8338d4960777b191d9e160abb01f053f91f5adb75b7845dd852abd8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54f390f284fa7a9cdd20c90583340a53d963347c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438e5c2315841d190a5cd632ee14c9842def66fb0588a7116c96c24d22fbf29d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08e051ad9da81f9578b15c6469add334c89b1a9a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5894c5c2d0bddbbac5ee329ec34038dbe70f499ec070271145e3a2fa77588689
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1342fa5baba43d6b994a3ed0caef8f001350b91e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dfc7c52fdd1a223e91726b1f3558695d8f137f5e25e743fd18249ba83152131
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad5c317c67cec621360075ece7eba16f6199616
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a989cc8e7f9a741c26c60ee810f0f4fb3fcd5d97d362be6305fcf15aea86ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a393c63d15334586e1d5f78da8ce36208f9442b4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed9da6100f8001a28140a681b7ca64fcbca9f67dac8861f4890f2c6cc974a4f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be13e4d51beef78e207ef6fc48f5ecd00d506bb9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a88c6bf36556e1e229b3e51014f802271812ead5ddf7938b06a95a018a7ac3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..823dc8d5aa675e2e2ab33bf562fedd232c6b4354
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0694aee488eedab2e6d070959c0e685e64ae72f2d8f58dcd178d4bfa47de5aac
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c96248fd00550cc15d645205571ee67c337035
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77f62f2a90ce91416a8360d6ec3a5205dee0afeca27666c8c1c6bc185c247e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af4437138d0503171702bcb972d1987ca2fe31d1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be7d3c15076b710a5da24f1d5fe83af152084cee7b52b5928e1c4c3b3bb1ec2f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea38b2f931134a804d1dc0f42d8395e117dd20d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd37742dbc22e674e2d36fc62475fe1b791dbc34c4700a0bc04cbc3a200b3c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..437734c640731aac9f666125cc8cc4d7685c2eec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39383e6e3c02849689ef3daca8c952d1f441a077a44af7e77951edd096ec8ecf
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99c65fbe3be019bc4a383b8c71f1a201ba87718e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d28bf524df0d7ca47cd7ebb687013d7f424cb1ecc769c81d868f03fe0c96cd
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bea1819ad1930cd21188f0c894c8886c19e9c99
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32f48cc87c7613ba2d09e919f32619e6608ee6278399f35ab593180f459ad296
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d755e77a0e7b17dd43ed86f74b1ad362ac41cb29
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61e1eb563dd6572730efeb32449a1c4290b2b80a409693907e579d321841b88
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa49c022dd710fc23a212cfad7141638af02804
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f38ca3b54b6c130749fed7993cef57e1b9d8ab4a0968223326a439545de283
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4be89e76e44abd37ee1dfec45f5b327013f1b9b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7cc40352c2ffd8ed5d358714c09b80d8d53b0872477758ca1a2e3356b84014b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bcbba95f10f73c367f4503d857c9d3a43c6a521
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:927aadb58f4c645e9a824a76ea95243376bcbe468e2794221f946216e8a53c81
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f2f578761530deb27e123b93da9cc49e283b06
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b1514f5789ead45b11284e464e3c715ed7ded90d281a51af61eb27aac8e235
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e60e12110da8f21d5f7195d346de24b624a7876
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c66780748e95a2ae474ff83fe269eb31d37f3e7cf14fdaf9a741c7a03261dff2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e5ecf5c2c4171216d4fc75f183574370ab4f7c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ca88dc2d4c35be0ba680d61bfa55451d059a4406faf4eb1ef516ba74b35794
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca66182de65892f5eb0e5b694ed8114be7447ef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d84823dc27fa02f5a6c88857a194751412f9c65592616265c6f343898cd5fa2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38206abfec67b11da3e745b8da1fa0b702e8c563
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8066843e7698861fbf8e979642c0257a9a648675ae5decee688915c2cf9702b9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..698330f8f93ee1d0e7d5631721de2881cedfac42
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71cdad6cc8a706e53bcf2c854b7ee421d1992529221690b8377002b89684a9f9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02340c5c9ab5654c7a5cef9bb4562e7273817201
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:215dde9596119e296a94e01a7d6a799fa36b50f7f1b89f8c6c42afcb9cefa361
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc5591dc357228951e4cd21b4a274013868247db
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5997d92113b48d41027e731e9dc32e6905458ddc4264257e9fd881e40167e706
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbecd5f352e14d57f64511b6fdc592916b271f2b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f0965f7219eb39dcf20c4169b27493fc108d5887c6f72519d0df1631990d3a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01aeb3b072813f34bedfbc46c5f4f45c16605bce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cecc72fca234b507edef1ff491f70456935a518d1c0690b891bcbbe9d13bc040
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfd1bc6710eea25d749155598f427a8245f90a3d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fca256a12041275c7d85e21d135c0f19f370f02adbc3852480da84d05719871
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd6f396962f2e258ba6de92acf02fff453b7b09
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0e96a02bc47516cb40739e720a440c26ce76ae7b46b5d411a369b46315d8ebd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a84273fcc16cae258277c79042f2feba848a9ab2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e5285a6d434ccc3c3ddf475d8e06d4f9070272b5dc6f4641cb6b87f9ca1b66a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d68598930a05786ded4621635ae7cb382430793
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0171ed82eb724b18da090fb810f71c12d98a801f070ca8f507d32f57de425d23
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d11ccbc6f4cf812395b5e168d952df4af8ce859c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40e230fb366f1fd9172eca75991f1eed714c5b4a39db0ef1d9e806380e8cf070
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fedc2a9553e40689b83c1007bede9a8a917417cd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b44a7151491960fac64a7f065a1e14322a6abba38649ba87d69e6494f75bf305
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15d8e390a35c9de420b411291790a49797bc045
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2970a3014c52a40b2c508f0128fee4bfb58b8b6c0225fb26d3a5d81d18a62120
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69646f5e33ca45ba32e5d29179502d928dddf74e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a34b01868a4368a31e766d5afcdd7d2187ab43a5a36699b122adbb5d35eba3e2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..802545c67b64044e504c9752ef7f01828cec6696
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f193232c6fe36006f3f5648a25df42354f42249b462cbaf78d66ddb049302f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a5ca5cc94c01441562cf74df5f2a7b620f6b17
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0448e24af332aae3ebe268e3ab567011186031dba746bd659cbfcc022b882b3d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f19623f0210150ecb851c97de25850f68eef8685
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9b41db5b3ba756fd6cc61cc2a05fa038f79be24cf4f4a00de0051f5caa7cfe6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9633ec166f3c34573ee021d9033a448f4b22a1b8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2830756e5b6157a71baffce7f98d9589ce9c9b35a7a4401859d78a2a3c311c2d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d52e11980bb9945eedb13e6a33c0b9124d3a6f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a13c72ae4a22fb8284ec1df2523270c9459cc20d07a5ddb27e920339a6e39d9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e38713cc41881a791e6f63e91db8cf9c8096c5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5154e80621a10f956c0cbd70e56e78de0c6bb8d5d55822eccd353b25aa36340f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..465b22f019af38eee39b97700ab621d3fa05d3f9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed6e31077f3aa4c6d246c3376ca93c704cc262471a64be7eb1cecdeab1468e5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fccab6d43ec1f1d2414ce3c5d5ef9469e489ebb6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af3932191d5898006188087abf969ca03f7d92eef3d145bd2050a6c16cc98f82
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a40f56a35b64c681fba1559e0367e998d89f7653
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9443b79c4eec2cf6a8879647a7011dd99f9b5172593f7c229e7521b488456b2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e1ef4491752f885f162f52011fba83adb5e376
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1902c249c3c5b1d1f72fa5b4ec5f05471d93f4ace6d86ade4d752c42e6afda36
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ba7c9a0801f8e99d4322f8d71c238d6fd14900
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a1ecbca964df24e00c0f7b316e25164e888cb520d9b23fb4b1a42cf5b87def
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71e3964355068355729a232cc7d47721e16d9d22
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08056d2e0307a971a1cf0f28281a85ec8749d2d1d74acba43fc7d0be504751c4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d8d378e4efef6fb722123289600d172d89e86aa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dff999df1c0bb742a9ace8fd9677aae2b8bccc82c4bce96a58dd09d21cc1117
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac016d9d703d6c5ddcd5d51eba2bb267f461d67
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:486a98792a0ccaa40f155454980767dcefd5e6265c59c6baa5e95008a31993d3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b18f12047e58276eef6f1c119223dea0ede629b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dccba691a15ca33d52f214c289c2e6550e5eecba4c91156d84733d228f7f86d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..471493b373c73458318746b4c8726a6ea8bdb337
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46b3ff7d12c844847ffa76d0eea69cbd96d0f3756f4bc029ae09fbd4f27e8447
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49271a779932b955b16f5e2eedd2d9e817976da9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:802898244fade64cf749ecc94631774e7c2dc5712b655a9621dd3e5806a8f6ea
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf451b2329f7c7f3886515cdd003945647d4ff1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b8631816ab4e48155eaa1876256151411683ec39e402ca23a1316eaf08919e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a07a0f10f1e721eb9f2df66e928c7fb0883b91
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e2494887eabac199d19e60dbfa23a3cbeff47d7b4e14a71858447cb07e28711
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1a1c16a1305adbf2e5aaabbb6f3976e4dc05995
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08308c287cc11ffdb128735538928bbfafb2cf09abbe16a997c754ae4a6f9632
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec0e01a6d27429aa910028b3ad516227528ea7d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9acae1f5caabb0075d189f5b97acaf5506323951e04034dc25177b19a94ff0be
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e48bfabad02aeb269c34d92daf9c44e76d9f68d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab3a814d580ea3b2ba53c131b9289daf03d1456cb9c9f2e934d043500fea253
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe54cbac5468c0e209a4cb75eee04131e62d85d5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef087b146c914b2d05e4d0c780129a39a0da215c037fa18abbfecf477fa8e02
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4905c4d2c57d7cae483140230309015446e01ef6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3c7b9b7c5b1bd4e2d8c0ffc37d4cc42fc19d308eaeeb9bc67b677089ef2426d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9689b9b7c954ceca3bb0377914fbe9672815298a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8349da7cefb38b85c2c81a22571c8360f9b29c7fb616b3691202c49b0556b064
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab5ba55d06d1d0a75449e5201979ec40f70b6829
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a425cc0bcbb08b8dd49aa3f88175da1f18f9378823386f82d183335395fb6409
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39223d38c156eb9bae45c9528350a258c28ba922
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27dcf13763866ec3094414fd28fda32b330b146c23e2677c691f474ad973fa45
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4b92864a72b3b892aa4c3c6f00fc19b100bfac6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa58834b8917673a648c77f278dc54eb9bb1cbf7792b25fee963e541cc133cc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f0b11b8063141277a07f576f7171e2d878acadd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d89be7aff080121f3313fba4eeb28c7425fce282695c9c1ddfef5c488c3b42a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56c2f56769dfabac76c6f2f01c1d3de6b2c938a2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61784c2d0011674f65829fd9266696ef5b6721d83faf5c40ec1d0ca972ad1ca1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec8c8a5965893de8f6a48670af5c1cb5b60a9c8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73cc9d8967d9a3a9499fba4f768e7f2b1d833d3f0e7e0eb693f14ca330038a7e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bbedcb2f4596fff77efb436382a491be58d3d5d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d72c7f46cb20ad598c067c1e782c9d450e485c5a4e15cd1ea03cfb82a9d27522
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a6143bf59573a19513feec4ea25dc6f5be181f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79705e50d5d54d0e8545681e43b39308d0384764884932a170efb4a1e5c786f2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d829c6659dacbfabbe20cc7c724693141a87303
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4338ac0a986998cbacc9ea89ccb1972a57073e6a1218413a4df7296215932b22
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f820b2918d35035382793ff952598a3074c2ea6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:623e28e6c684167fe1fdab06fde10f61be9d1f1afa10657a8b49a90c43d6554e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..249ec48b89f3ff2bf80a5ba24bbbef76f06b0adf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20dd52de525aad6cfebc20797df049544e753b286b3512f54aead2075afc23df
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b44ecd240aac276a60fcb33e00dba5d7a294bcf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4841d2d798392ea4b6308893ab12a3b2681f5581c28288d61820321eca1fd9f2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87e2937fc49ae53c44d1442e53e48e6cca8f523e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523ef14bbab01968562ead17b4cee91ad502f197f793fde5223b1ecbc3c4cd78
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad68ef2800bc756dcece9e36e5a3e8715c83504e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27eb31e179ce19438cb6e7fc3af6d025215aa84e27d6c3851ec3d47dba84aebe
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93173a15e6376a788023ace5dca90d3503defcbf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:467e7ab97cb1e3dd8cfdb1baf1c86659fbd96dc1a78db7ce9b736980acaa7ffd
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c0a9639141af29be8d1de7a57a7614ac14aeeb2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97e736224b303a691d4c4b90fa8ac460ab7488e03c7800a2af7ac33110970326
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec03049eb4a0d766e4822f0269c3f2ea1a8fb5b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af0e8e900e6ffd41acb172eb437468caccd11960fc166da46dc7aff5a86d7493
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6af0ed95fd0b0147f543786a0fba35737d99129f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c613ef209129a5d4edcbd481a0d3e1c7979850cd7969776f2472c5af0927708f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eda02016559a89d2f437dd0ba9e7c77279dd07c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7d1643bc2f19f29e56d5d9b66330b9079a64804e695be1bb9fb2c554eee1108
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e8754808d416aa66fcb788e953c8a83c4cc654d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a50c3bc004a7f5d557f55ce337feb2a10bc96b4bffe77435099d695c3b95c1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d96d3c1728c070f7b06183aefd2524504baa46
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3293e97df5fb0cc983bad8981be4b3014cb8bf46bf6fcdc4a1c489ef5660bb5c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e646830a41e02e0532b60924a730d44c0698caf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a799f2e819c0caffbf42485023c1e8b8db9dee15c9372bc0e66c256839e73e11
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f24116d6842ecb217e393c6a02a78ce89ce8d4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5b4f1fc3580d0f85a1d3677114f1f679a1130b6f8ae5a2e41f9bd943bfcd3c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70df91b037d524acad2b587000318a1e7cefb12c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183c45c21c647455aaeac972a8de35f6e5c8c68a0829ddf1f56e1d46d474a9d5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea8d72417c69dccd22b4c47752593bb6595874f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2938f097fc25b2b5da6e83556a91f9a798b027ceb3e51b0fff31e23f1083b50e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f967bb7c36f6b7f3e8cfc3ed72404bf7fc2fed0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d80449c189416fc0922003095744e84b9699237ae1e835142680bb538f96c657
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03e422e33c44d348809331376eb8f4c62676f33a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd9c834d0b2fed6e1f7432ee491593afe51855eca1005c77ba12a70bbf906ecb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47b6a4d7215f13dbd29d056d40b7cafab58deb1a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a42ff3774dd91911cc8bf206fc93ae86554643aa8c125f6642a1caf694a0ea4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d75ec320b8fe59a4b8ef4ded6d41b58acb1acac0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e3d3e6f8d8e96933173c6a611c693a20171ff286f94f79b9bdc4604782de38
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c17756e3ce1214d01562cfa4fefce7972c6c678f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b500886112188fb3684283f4c994468179c881c0b2ac463adccb2e7bf7ad1b53
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41206839a1be7399de93f31ff87ec968980940ab
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56cca5bbf964f722c348622924ccee40c548e7283ed280266be6a2187edcc7bc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69c697578762bccf94597c9416ca57d99950abee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15710b16171e8837c7f9ceeea36eff23b3ac1944a2529f246ef7cd5a2b482ddd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a496273c3f2b976b0121cd71ff0bfce565a80d51
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a161b4b77b96a6fed3c397c8bf81b958ba7798e6e6ef58e9bc5bcf747396c6b5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df8ef092334df7912ec533cc368ddd40d851df4a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8dd5f041a877fc030ec64764691c38322a6798619bc9b003d9eb07f86ff2360
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed52d8280ef81b02fec569cdec1e4ee9c309fb42
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4184c31818a24ec0d6b52ee1e2a1ab50fec54da6c53202dbc45dd4246ee9d2e3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081b514dc7551ffcb22bbe86db126dd3cb5cbbf2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9944aa9d71f7423c883d708334b6b49a1818a8e52595258f97679d03585940d2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3d6377ba064f90cde07adf5f96ed471a1c2b1ab
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5bfde888e64c1aaedadf99ac9c22ca71b42112cf79fb05d2d15b65c4d6ea3b5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1023526b32dd81b5eac55192437917b6c3b8c4be
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a7f2f8e16c890cb054c6e9edead5c00834c1209fc0d16acd0e11a3c12ea287
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..051cb663afb925122a369cc87191a36968c624e9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d639bbd232ee6127d0ce393963a7dfeb3d352203bb062e0751acfc660dce45a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037dbb7582298cb09561da96c35208216460e512
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f2b1a7d97423ab65445a240d74e4f1ac18d2e59ae4ebe60f63343dd56954b1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7d896cc2f864b09af9b0c7f40790005e169cae9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d9c00c90ccfb71bc9b444bc1c7f24dea283861cc164822a57cfdbd5fdffc03e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53824fbbc941f6ed445767026e07a369c35be346
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a693c70c600ae0e5041facbad299d93ce386108a4e2d8ee02ad1d52d6e0c62
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fcba1cce696a159e439066ee52b78b6f62a1df4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a0061d06fd2646bfb0fce9376a4fe99cca67a738856bcffd3287da4ab619e3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..679e0cddc2c06aa2df13e87d4003a07462a7ab0b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60c20fdc5aeb7b15a43a9b1cf92cd49cc8e56a94083abf479f79cd20a648ba2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ea43cb2d0ffb2344da6c5624a4c7e7686baa6e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d8c5c6928beada7d056c48eade2373e92e85c06bbd78009286d11b5dd145d66
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820ea7c9e28341aa3ec45dcdd357ea2cb1fed819
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd6a486d65e3139d0a63c1af26ed85c7c77e6e617b86adb573df57a9c66f1dd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aee27ec4734a9d1ff1b535b6b27ae4ce8ee2bd6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db68425269857302c3a0447944362f5a2b565ef3f3aa00e425f70901e50b7b0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9710f3c8d31d331e093058148be02d420297bd10
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:217bbf345f5be6733a23d7e85604c0239913c9e27c8f83c9c00d06e0221b1239
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f05be43ac5afb8fe8cbe72fb23611eff6ad64d5e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79249ef916a385231799effad86a61a804a7bbc98572fb849c10759383bc5165
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b93cff0c540c3dce9c526464cd1935b9867315fc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f27a76cbd4bb360d2f6d2617901316e250279d0f0a2cf23e02beefd3931261
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d48c7dd6ade62bfee454deed95eeea450c082214
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:985a01cf36e379ab10c6f7d2097cef3a38110affd2be81c012c3a674e80e1da5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dde66099a4a811e0f90a7d6abb16856fedf835e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8afe4f249916426039ca52463612f79407bac6e21a7f97e1b711bbd7dd811d2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a659c6df8edc3f890480f5da31001f053f2d463
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acf266d871db2124dae07c78f4c5663b29b3c1cd1fb6733dc6e7e8f6e7ef171f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a4387d602e4285324b1cb778e8a9aea1f7e6dc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ec6cf090f0662a51e1e121cfd68d87090ce00ca053781ab62c65fa238fac48
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adcfc4acc0a0662d34e82d1411147316eab0ae94
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b64b6565941858c882491c1002dae713a21bd638c302ecdde6c69039308cc71
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb5e264501b159ffda46807d091fc98b55e1157b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b45add43a4fdd75a1db095698eddf3c8086ef9d6189cd01c76bb09d70d4cc14
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e22c828af6008d668282aacd5125cbf98446b0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2df9d263c6b68d1a9a08ea36cbdb9b58813af2874e8f3135fa78bc9add5d941
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c88a286f3ad54c0809c348416e8cb17e80897884
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6297e460785d9f1c9180803a986b6a63bba929e6b7f268b618fdabc252de4619
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b96fef369570bdd146279f39acb750fc89b52e9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fdff4d15fbd8df586b6438522b188293ba4f23d9c07dffa48514fe9927ea766
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa3aff3035b2707948ef67d1cdd9aff676ba4dd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb664206c5f0a3e468de811ff8baa2a8cfc3805185fc33bb1161d749f95e5ed
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58840eafab3c2d4a0a67d977d6735e0348040322
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493aabc873f82fb038a6dcc96602595b46e20023d4f66f4f5dcbd538820004da
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c66e52a2473985d94cbcc8faa91db3dc74563d61
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966d9204aee08094b157432a9486c1d9a85421f762576b371e739c99ad1f5cc1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26dc893a969e718e285e81d7e17c0f4c0aaa43f6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2dff785e520fb3153f5dcd93bfd5b411ea0208f41d1ab93975d0b5fd2fe9b2c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3480b3b1a2e48724c01ca6e027b2ad8b736824
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9729fa1e4eddbdb6f13f281378351a947c981ff7536e841421e848895500372c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd689c07423a8a8c70be288619c577ea03b6ebba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09dd5692aae379f9acc4b93752d96358a2a9f1ff950cbe98c5543b1a44ead8c7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05b2ef815458c9fa249269dd63f709b1f19108f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d83d62c9813611fecb1eef143a75a277142b688f26fac13e71f112ad62abc501
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..161c63e42f943be3bb99b53f1f16e3478ae75b66
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a0b2e4cf27d8c10997fefbb5b4cc5bd76342c7ab520989a5a54801660d6133a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b3b8d3176421335c47d077a71f1e8d12942eaf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182c0245a8d2efeaf16a8e0539d4b883091d42ae3444ee0b8c2853c9616967b6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4827e889ca9bdad45c4eca2b7441df62455c373d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc825fb8e1e6dc7f006bb51b83fc3d4a696c28b7753bcc5cceb3ac735c19649
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62dba3271a2c6a1d57495fe8766555b252987a4d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:585144601542eac9ca828059904403df2d16a94a28baa2aa4cf9963763bc601b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f36492da6c9aacd65c701bf4c8d6c9955507c93d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9a7b6ad9f15aa0801005e289ef42a0782feac0bd03ff0f958bfb567915a868
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ff5dc0512714010310b8d7de503dd5fe39e9a1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec377488776d18299f3e425568f7ed0281fca98c952df5337a4b45689974fc2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9720963c5173781dc96ed8bbf259acfb99f6a4b7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b62f40eead04ed6ef23c6bd4ef846e3ef36fdc6940a512538a325c1a80e1394
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f98d2f3ee05d1dc36775bb0249110541014fd1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bbb8c426869ae440a572679e541495bc53809f57b9530c38779bef1936e5952
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6b82da533f5fddc70c059b7044a763f72287fd4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d52665645bd9419ace78b00de443c3549819c8f34cf8ea918b9e9a7f33df23
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3cfcfde8cafe6f9f1f3239cc4b78e2e73c057bb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd110b9be91fdda188dfd8e7c64ac43610db26861168c029bcf6702657e51b5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a10b8ca715e13ec731b2a4473cfce89882607dce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:292dde8e38cf9bec901f37a40a2bdd57a85945acf00131406e140062da22d85a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..029e90f10441d274ea5a0d654cf2b95507a918ee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:416cdd55257e65c16e5492a99e6352fa74e514121ebe734b1d4a226b9135d7b0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..186b494efdccacfb63e8e2457e8143687f10223a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade9aa6389a1ac55870c577d8e5ab837ad1aa0635e2663d85f2cb57178191865
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..649c097a94e8484e0ba92742afa7058e27a3411c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e102659faf7aa3b68e4942d91b51934aab5998fb16e729491f34f99673b62a3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..107a380fdff3547995f80bc6c72c2e0f07c4defd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87409d982ecd1d3a48dd00fdaf7a08cd26fd182024e6566b8c2ba97ba483b7d9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad1037dda39b632b1ab065d7027614b441ab51cb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0c5ace2ee76275770d4a6fc1f81eff85c83c79232fa5c4ac6807aa4a762b9a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5335e00708ac036fcffdcb35a98c56d63499053a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5493c0483f339c7dd9aa11dbeb50bc860e85096316633bebc7935580ceba766b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13d38d90ed4a208d84fc36c18a2067a0859f0f6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c57ef8c17f187a67623baaa36611812f249cde67f02990b24ecd30ea01946d8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f48da2b3f55725c1283b00d04d54e6a87a986ccc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43324feb4c3b4f242a2dfef26acf9a9893b8f3d2c590acd6623456f026cbed6d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe972cf977180a2f0e69bc310381ec8d04df02a0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e53dc42888110149d6bf9f45c4ab0ab1ece22cead2c40a75ae79bf31929e973
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc4aea8964be3d588586299cc08ca9816d5facef
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09333bfe801316f8ac12714038825eed42842bd4ca7b193abb06a44c06e2b396
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c517105f33ed84a8fac60870fa707d133571d6b4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1ca0848a6717a3abab8b716f900f134e4c6885011d85003cd1d729f279501b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..650a347f69038ddf03dfa43259532617afd12c61
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a791e69a30951e685def2c097555febd8896cd878bce96bb0ab0f1bc0bbc2f2f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af7a1af83dd6de74d90523f3f4137175ee9e68c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec0eb083273eb66cbf8e3aa31cfb32a2ffb3d6067ee8f65ee872c0e7ea24b35
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1a734d7bf199c9346b8aa183ee8ea99acd362e1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b7026c63da95d5508e0f6e8f209bc08fd8d9f04d2dd1ac68492894b4957ea28
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06899e051120b8ff9d22a4ddb4f0a92dfd18720b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c0a2c6ece2aa3bd66f3b4c834c006ef418a2fa7b59aeedae8885654ce2b51e4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b406e4b8ae63d7e8ad33097312e3c115b47b33c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851a41c5dae7643f17e45181e33a0086d9b14c6005e94026f2970bcbf4a5c691
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752e834014fed9d177b08797fa1829d0c52a4043
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b5106d5f7136dbc3039f178eb76e5922379ea5f0a1091468c4f6605fbdc6683
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0026a343efa31a7fae5c502026a1f971d78519
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc96fa103108328c24fd43ec969072cb924d7304709870f391b09f21682ce1ee
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2125d776ddc7b4d24c9159325d16477a545cefad
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885d47d5839bf06919bb03696b836809d5b669990ece60313c2a86691b52d233
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4068baa4974067e21c388f0026b30da1578d9b85
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249884b053cca969888fa7e8caef072862480002c14f99ba7a43daebe6e0a1a4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13c35ca9662125c25dbbeadb73bc61b89a9117a2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3742f496a735296171413a3d8136f788534d68e951b4add55204cfdacf93d73
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d28ac5106492399e0ac8bcfd80f57a4ea0cd19e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53ea55f9e4c9f10c0be649ed5fb12f8c46a32a097eda0070876b71ebf7be74ac
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..777cde0b6963663f5c9b411d63ee95e0367b12e6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89e89f6636aff0d2be2de09dfe9990a81c60ac20dc5741b133596d538480855
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56f94cde38c12f8ce0d15604e1324f5ac7411dbf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48dcf9709f00d8feb2feb77fe6457e8aa9bd939335351175473f4d9627322d69
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..213684d1df8ecb1e2cf82a6be03a732bd56b1720
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:195df2d3b385663462bcf32a17679807bc9184691bfa648e7acf18c41a48ddf3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa3fed0f34e085c37aec7e4bc4f78e298819065
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:935a99441ddc3f8d45d9132027eb5f7df2907406d7abd462fb0fd886bf4b4ce6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144048dd84f66564b9e0d2ce9b8dc7b427f4189b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586b675e3ee07560d87994d60a5d7c090eb20e36f2e02346bdcc433885a493f8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d482e4507be14e0889589d7dbd50534fed35a3a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7630fdd941a275dbac7670fd103274e661610b6aaf95bb147380912e4d93bf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a22eba61063c8049266e199f033af1d90d70908
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716968ad11a08b970844083dbe9ff2577d3f3af6f4064d9d74dd5a505b3f5314
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a96af9d0d2337fd7f7c40f9e494c0f12ed4fc3c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77b4c629064814b3b9467cc67b15263bb500170de59354aae222ac9430c4847e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719e513eacd6624c19a1725a379537d50f96531d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7048b967448ddfe6537ba8b8c3f4a423592891c3e92c013ebf2d83e635452114
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca43e9b6e3f2aea28f36c2e5d0fe25dee33da08f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf546eb2395cd2e41ea06374575dffbe536a5a8ebcf87eb6e00fb2ea4b6ba6c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d0dc4e6920b6ce6001b993a5f16a6ae233b9e0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709a59f1b72f26f68c7449fb2edc77b3867d86c1845156d551cc4440f13129f9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c5c8806894f0afaed18fb3cbe88d69e9432224
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1505c88672dfe26d81cd6533ba9ccc8d7e5718a3542b348227d715e4bacf4d17
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..322678f98883276dc1e0962e222b744d15ebcfb9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:811acb0e7b2f0fdfd6969aec05b40cfd31140405b8e721ec3296e9604a218ce5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..737371d2b7444cc7c0a3d2c389ea47884a855a8a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851a691d946107fc9f05cba009e275af4f3389c627c3236fe9bedbed6ebfb027
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b16c3c0281f3c24b2fcc879e3e543daac61fb815
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024f01bd2103dc2bbea29318c6a82133c6e79bbb0eca9df4b48d538582ab1ba6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d870946f6d0859dbf494ffcea846a91db43e668
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774102a88b300c528b5351eb8b9f010f3209534ff3a0743138eb78ffa412ef0d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1675b56ed481172c6c257f56ecfd7326ef0a8163
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a33a2c84bcc2f328d4925a72e5b93ea87464e67069314dc5345f75882ea9d5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d401d7de5375b3c3ed18cf4a0037a64ecb1c8dd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d86e6e309ad03d8cd4de460ffa12a160910d60c3632a82eb3b75263af375167
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6332dd38c02e44f18b3d44eb0c8afa5b6ca964b3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18e78f18eb4894d4f380e0d491d428b44f62a046b64a8a2793736645830cf2f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a19aff91df23fd4f905d63055f807dc71e09e6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77fba2e28b9e88e500eeb95413239e63068029023022106e31cbf1fff5919dd5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a97c3f768eb1e5273e12ca1a038e4871dc0fa148
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3365fe51878113044dfe567f780339ddfe0dabfa404b79f47878995ea7c5946b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b3add8f16ea37d6ff2f32b61084619cc1e4d4ee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b733450765c2ac6bac988d86ddaf23acf2f8e08f806676272770f4d8ac45b864
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a160292d44483cf8807274a9ac6990ec601fb2c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653633374203e5fa1b16789df66ed92bc8827c0e6e3927f44a6c3eae1fb6888b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939c1898a6c052997d24f06aeb674cf11ef99bdb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2cbe2dfcb09bb672b04e47f998882e3f49cdded902341ae938453ae9338632
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08671d620656689050c95c5aad4b5bf80b53cd8e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a33a4d7a2e6497cc940e766cf078dfc5edcb7458db48619290c854a66d6af06
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae53b716f34abc0d94090619bcb9d5f50a318094
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6316d5885d969b71c804b7ff3482e134a03bfa294fbcddaa1bd68b4dee58e12
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f1ebdffb4947980ce6662d942777cc9b52370e3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be46de4ee11a558d76f5ce7f5a88488abbf2a6a50b061a3d2443cb24f0cf8512
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3098f1927e0982daf1a60c28ecd659170d37fa19
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed0aaf501cc3063fd9cdf03626d800290dcad0c0f2a82ee1a3be6aa0a15d786
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a8513d3991ea18596e88e8c415436da784f90e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a960e87b5dcf584814d436534411cf6f1b2a7770f14c6bea4985ab201461113
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329480a7a937ce5c83fe4033bb18979da89f86a9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b3c780dccc282b153e4269da92f50ecb75a194d3cca909c13005eea0f705bd
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c67a26e86e9b71e907aa9b0c49ed40bdbbfce0d4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d15052c6f55639cbadd1a80f05e618ec05f2ecd0c4480e696fdfe3fcb001dd03
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce695380e9d199f5a5945e7b32555b0cda82d5a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c308aa41aa401e067a300d447bdbb216fb27bb8a16b845dc0b3d0b66d28a1816
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d59aaf42b473c3e44705d37e218835aad6fba66
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c63e52c72980f4cc2b237d5f0c05c42dc2bfa14b9b7deee18b8aa474db64aa7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3732d25dccd5a105906c46dac35b4fdb430f767b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5afbd560f7f0cad7a2a0810d8097c12c94ac8b593faca69dbe1cbc9bdd224957
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d27872d239456c001f24ae8375588407e3955a2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88828500ade345ab8e9671b52a55d5923afa2d417b7912141711d7d524758bb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17db1d1ffd3de00e6bb88222956d3cee03ea6eea
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7ff58d8d1a8455b91f1ce329df5c47d3d1c58113ee6ef68b65a93ab7660124
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c7a4be4748aa0376cecea91bb1cf33d511fdcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d907c1e308dd47895ba3b09c2ec8213a82bfa641e245109fd0e6b6a082a2df
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5012c99bf79a1c017ad03cb59f3f729d0baa166
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:425b6d578d1620ac923eebd89494a72f68bc84a0b07d87903dd10fd2bf5e1f5e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdffd894740e82afb1f2b01344bc217e2392ff6e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394e58cb57a9934291c74d492b213f1daa8b52560d24b6b85de8999f72fda3ab
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e315ec2715b933373280944b87e3354d6830dc59
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d209eb647afb152b59eb09b214ad71945c7c4fa830e9935e956e099e22b94f25
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc33d68ba2ed5b57242d2d0612dbaa4b8a32014
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32eb7e2ae241cd5d2df4fd456c20e64462b13f6deaf29e73edccda1b12a6c6b6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..046a34f300d5ad12ef669630cbe474b6f32f5e4a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:177a74da66b2ab229789ed4b1b94d14d270219a6c336cb21e96558e1d74192a7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..088ab87e1774184d7a4c6ed68e101b558cc07d06
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3bdc4938c6b8633fb8bda818e82d2ebd9b80b6e01627dd78ba318d646f1133
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb1d748ea6340f6c52affa01c3531d55ea290255
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f23db00fab0e489734e48d4aab730bb3bde1faf0807003f42e78f641f2d0675
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..310ef3bc39c3419768b62b9aaa1e6e97df402f2c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f7f0c61f5ea63bf01f8c376f92ee14c83202487475ae53e03ef556e801a1d3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56a05cabd2072cf87682ada707e6f305cfad72cd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b3c97a8233c6e8540b72d6b68588aeb544eb124e7550838928f1a284eea8bf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45fa49fc8c75a81c0a441182d64679381048e0d4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd155978535b1f9c73e3f8444eaf603d51df3e56ccecdcf454281da1f79e486
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4088223aa9b9f011ffb76ef120f398f12366ede2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d48d4a5c05570ceba4c815fccb7e6572dcd0f6db3b575319810de5c95d8637
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d5a2483cd3a407dcf9988ebcb20a95fdabc30b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86ef4c669833d5b04f29ab48b0aa44fe1e8afa4456bfaef46b90db382c5a583
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98e4cdba5d4e98f255c3073317225adc6550bbc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcbf96c3eeef230e944313d4ad400815e8d2f9788dd7343dfc651c3b07e85e78
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a607ab0ec79b1d5c06428114ef0c4cde12551f0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89fed144caee333ed6c16b0979f9157298391ee6b22a7ff516b9181895aad8cd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..523ac1f3e636d116d213737fc72b8170b1f71064
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8294cc0ccb6f2562730cdcd3b2bbbcd9d83dbb54526b3d710590b91afeea661d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3448a986aa784bfee2265c1ebc0827b3cb85ef56
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da08039aecb0dc582fcb4a973b4d1c8cd4636dc8466acbe2c1974bd09fc0b00c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d52410f7511d71308abb3fdb5e5bd08d8be3292
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9fcce01ec2c660cd90c4a5c794e059015f08b595d26a107060c3d503f88a985
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f9b80d761e428e683e04891a4e866a706fe941
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d20cc0b3ef306a8e59f2d786dd8afd9d8bceeea439d6bff9582374d20160653
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69164599e829beb75c9fbbe2458a2a27c18f85ff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6cce827b37862f0b59f4bfb59b533873e1b0c158664762bda45be808a10707
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45703d8858a2970e8ba3d7720770f31c037a1dc5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b975bb95350123981ae4b1c8a2ee8bf34a41a66fe2dfe29f26886d9630ec5b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e0081ef62646b073f3d0160c6ad0da2b302217d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48144eb84248568cc94a4d67ec7f34af0946a1758b7d42bcf646e225a27a06ff
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c817aef36c6ecc71ba9f0da9648d7ddb99d889f7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02091155c492d7578fd12d9a21e20853223002bf52186cf7f5fe535e0abc8e5c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcae9e19eb1a141553897094224a33227fd0d087
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5aba697f246b3378bcab5e02f51fd83cef37d8609b7e09fa799fbeee1db23a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1721afc07158ad4415d0a340f1283e246075f963
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b04f3bf1c945a7d53236939b27aebcdaf16ba9dc5f5f35f2cf0509b66428fcf
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987b9ce31d4192b8984245ce71c184a7ac77fa89
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f549f14021c7cb0a91ff092ac5626e8cef5a49fcb61e82c0c0e0f4b7669d0c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a78f189c420cefa4babd7857e3862388d646a55
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f9e4345be92878e93f36cfd00721a0eae65f1bd7bca0f75d2a30ddbb73cf45a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b45d4809076c36939b8da65e816ce0c7f27634f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89627f07da786b7393b6601c53a9702eaf9ded970c71d3ac4f554bf89d7b076
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..592580aa784be9ee7f8694e7b5cc4055a3aa8096
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8df10b22d0d5ffb9b07aab6773430c3838edb22d2a2f5f0380dbbe33ad3426d1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d052fa53535961c9e22ceb3750d7a446329f5d8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4042f413f0c51e2d0a890e955a8b892f4c7a30b060d716261c8175e8acfbd8e9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42f6c50cce0fbd9f544a72dfceed3fb5dd691d8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206db5a7231076952ec67f44dba1efc92bc8d3a7b60443eb843c115c00f7bd28
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9a8838601c406f2dc6166cadfd362551ed2fa3b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df118f7d70717f64da967922053041324565c31286845c9759490b3d7945f79e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3ae36927d39c9fd54c0102eb599aa75ea54d181
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb5bb72a4c5ce7d500d9d0b3b76b1436467afbf14eae2fc0c746111b7cebbee
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0b9ff45dda9b447ff6c9b66b95215494d2191b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e5f04d5bc03afaa58a88c311fd31d78f7abc837533f6803aa2ce336c28e2eb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee39b44b9fca91aa86246a9318a0a94ddfb999ba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14a70f5b9ad108106a30db7df07d9651ee6334ee726eb5848f7e1ad3fa715b0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e52012858a64ed069251404a800468325e8bb4a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98680b0ab1eec47681d5dafd6b6efce741585679713cbdaadc88d2720bc78825
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987411b89bfbcc5f7291b76b7f5bf291a16adb2b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d976ead95ea17ffc8d56967af91575ec615224a36874a846f27d2e19faf500
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e4686db7559dfa800d7525e95b71a89aeeeedec
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c24245ebb7b33d78b5ed3f9a50925d99e01fcc89a85cd7945673f2454007c9c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4def2f7d189f8bd509a75bef0f92b09861bff4f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6e1753c93fd858f8ebdd03a6ef16617b7ffd259279fd886898c98669e17d0b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4cafe64cf7a89ce38f63de728e810fc7bf4a927
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4950f1c7191fc603ff6dc37baca291477566fb882a9f958017a5fb8c30e0073
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff682bb1e6e3388528d6e5bccde72fb98c9c9939
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b5a34afdc7dabf0c516b2fdd4a2955e5b3c995f848a4e64516fc5ede0b313d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9156c7bc98e08cb23d998273cf2a85da26f498e7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4fd826c177b7cd0fab22a65a6812e6b21a214d9f8264aa976a3c8aa4605b0e6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17277896ca7589959a0e66ebca2308c10b854b5e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f90d09862a99c4390754b663ee8087744f79927a5980cf7664e11343b65ff87
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8e76e480c0bb4431402d037e957f3a9ec6f39c5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16756f54872a1faa7562956f1b937bbd466b66fde920bb25cac5b2ddb794ccd4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e253b10df2979aa3a825dd12e98670e9ca5cbef2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb57fee78bf4ac75652cf8185c51efcbf61f065aeedbae95c8ce4f8bb3f5db76
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea691911be669f8c05bd56ac5091b1a68ff9a365
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f82c326d0e90c04850496f3209b7b145cbbaf27cdcac4c9a5c4368b997781b9d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f18c64c4563bb6fa59d0e154fcc2366d623d6c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a68ecda0c15013c8fbad119d8ee087de3d873e403d093d9a428bbb859846f6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e691e02d969d94d26566365d951177090e9bcd41
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d6f6f1067407e94df3c6de0a8d7d99e1e9728ae10a792ae2a776e7d081c613
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..995ecd1af69fa1196ce4a324763fb496db579971
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b4653d3c75ae1ac356b9acf5c2885487dcf7b60cc64f503d915f62484dde4b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c22a9ffc034515f96927318fac3b854a7177b5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218346b98b9b19b6ef6278eeb7f0e3f46ebfcfcc1564e0bc043902a1b91aa8aa
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd8df6a13ccc055ceb4d5e8ce7d9ebebfcb56bb5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dcbad2894931dd62c77d03948fce0d12011f0712eeff0947dac3418bb053862
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11544d49454181a8ace02d57aa0542b332742c4a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7e1b6ef492b5f9d02858a3a20bf51f715887fd75a3e766a0fb96aeadb895c60
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..994cabdcced608efd34da86143d376cdbbbe29c6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94624b0234e572e65c38f97be39f7c847f2e6be9f37d6f1ecfdf7db97f27e442
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75300c5116e1b694e3addb1ac9ee8bec1cef434b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f55b5472681ca3f24cfdc52a53775efee2916bbe4aa84e748b375866c613b67
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5337f62e5a3cb9e9b63b778bc4e49e2fc17e878e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f094788f1235c6e63ab6f09fd16821e660d42445b41bc0d6c22a3f325c1b37ca
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a06bc8072aafacafb233acbc04025a124cb8daa8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20be9699e234942241dcb2cef0c30cfd95a5bdefc097d8d4b31f762a21feec52
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..526cd99db9a36a8f6ffbc83860f17a10e6ed9d70
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e19c0b974089a1f2ac28fa859ce1b4acd5c845141e6b39acec2269b2e773d59
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822b93fa422eb95f4e4535b66fdd86876ea330d5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ccfd983d9fb3c431f85e220a49c82f5ddc03e47eb14f6c72fc8a4b42468479
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e80fd99e7068b3a1be1b93a078c6cee4fb64a1a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f94b0f8fe44aab97bfb90cde0d81ac5e77f864f44583079e47279e44a9581f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828fdc61b01a2b1cd8f3a5eda9573672959a1e6e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3080442310e259d8f5a3cf49cac6bc7bb2fe130c82fb2daa664fd31ad0c45c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c939750c591e3daca1b49eb1b2c86d9482af384f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5eaa3fcac13ab6e0dfebc480fc64f31cb51c683ee99f283b5b7009d408c7a09
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab587f9b4185aa1be2396f56b7c779e96d932deb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:652cfa30cb93e434fef5a44697902c47a91cae07f2c7ddb35cb5864a3e1ecff4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d7a04c5030bb536f36175270ddf933a1f198442
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81f1f3035fa5af3c739124428d127e7ea0370aff3911c67b59a581e21df4337
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c5d2c0972009f844f20a6f282a00468c0e5aa3f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7df6528bcbab16b0b797ae2fbf7a76e126fea8dbd1f4e52aef09b799b15934
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b00e9b36e349922eae4596b84d8082a2616e275
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f7f2cbb636b9f595ad166e334df47e08df5497656cbf3ce1a14ca463fa5606c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be51874b338db70c98633592f3085b727d17ceb4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ce41d35f0d360179eda3ec23696718ce183939b6a828b541e0669b4ebdf318
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16cce9f570c4ebb918f8195bec96e53bd6615c46
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c997366fb5739ddfdc110d85c6c21cc80c06e6d480b57952f014b3fc9210038
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac355d0c005f015a8aff53728c65780d99b88bdf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1778f81d97baca6ffe9754f486cb9587cbca40073ab3dd6373450a178b2229a1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31fe1516fb051eb5a867c4926185dc2b98414aab
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05cd7226d9f2f44640d8defdd7489c49b368c06846727084b5fed9db25b01b9a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..337927a4363e845ae214411f99a0fdd5a2459b21
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd686a2244720f57f33ff9ba483facdc8f61adf31740c9a2d0e3f3648841165
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b5ccf191f8ed23d4a9c27436e26f54a553a719
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4362c0c76ebfe5a015613994dbb6b292897d546cb69bc752a7f3deed9878959c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7513c5203dc746605e6a01a4771b9ed20c62398c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb2e971ade9cd30991e64ef324ff59f9426daa86fb38c97bb41918e16220111
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ea94f5df65285a9cf276189f2ce827c16a2a4a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d66f5753e11c804674dc62fcd17b9037d7f5e634832d22340caac68b50384b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b84c7efca0162e9e009f85f20f7ee7472a282a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b6a4e8e5159d7f0cf3ce2ba45fa91a5edb7b665a79190a7e622a73ef8c80cc
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a2130a4eb7f667f97abddeb4c79458d43e72d8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81a95f6872c7f980b3d2aa304713cc7a215f040a86dc966c1f79ba8cb967cbf
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28140c23996e821eb7073e7e6ecc2f4c1ff45b8f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f060ed465992ecf18e55be569cc645b676697078947071125958a40d0d60b7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d034dcf2a3402a2beddde98136cd39c69201d58
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd7ad04202d5fc935f4b7418976bdd9acf864667adf70494aa08e2083a930e02
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48684beb148b217e12dde6ff3ded8e8af95eba47
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44480b4b2933f9a9eda6ea00c13992df3acddb39d60bb2dd62c2b4b8a91b22a8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d974918812ce8315dee58d85bd36f98703d99a6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5651bcd25a1c7272c25e10836ec8e57e97728d8d134b0408f7cea6dc4e62918b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7104e775ecc234e8cc5645e3352748a07adf0194
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:396ff9db0ddf0fbcad4341a347bd435f40d0d7b69958b34647123ebc4ed976d6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..393a6d2c379c4c4eba3a2b712f6a7e7af1d19b41
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead89b3e2ae6910d0a77a9f9d7042b3164c090b4ef1c869d83a211b960429568
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..107d429ca358bff80ffef376431866a443ab6bcd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115af654518361e3a9cdb9d1348dd83b95e637b104258308aa649d5f9dcf826e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b587ad6af3d61dc0467b110451365081f6bfa8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40619fe53375c9bf534b5336cc30418ce2d762ab3facf2fd79c5a86a6f2ce95a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c82cb2a3c360c28ada37b7f3929eec7989fc2854
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:692ada4f88275fbaa6b48fd4c76ce42ce276d6edb29241aa4a0d8015db536856
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9c2783876b4a70d64fd3049f16f0dffc5ea9422
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5fe353bfc3ef1f0237b443a5b2d0e458f26d4121e3aded288407d704608f20
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4229c56201c3c36e697eb021587be610adaeb1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2395b5df2e1966a1aaa209883b9b67de43cdc91a3502aa5e322b1f112c11577
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e4b6781581d13b5a7b265a01e46832df6f4825d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb7087b99e429be6f5f94d702e8320e56284307f6e4dfc32808bfc235a3d318f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91083e07c9c3676977c9c41530298311593d95df
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40715252a9fb990ec8fc9261ed1daf8f4c1dbb12ff3a160b04d93ab1989aa664
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ebdd2a018be455ecde328a6ccc044eac666599
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3cf68b8a7f737aedc171f584301db3abd581a6152dbe93d66b63156627af070
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83094c4a7af85f9a27d0736d9858ea9c72396778
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d10155ccc3e3986a4bb0d1d491b721172e73245758843b72fe8252d7422d970
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1cd821f2e47d638a24f53188cd9865c0b70b4f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19843479a0e32131dd9be76ab534fb84112599aee51ee8f0c500415ea5d7c14d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..087bf740f16ef0bfa4fa3a0687ffc864110cf8e1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9273715ec9a154694075e832bc4e52de0b7baf88ca967a708c7693de60084073
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e14fa078a0b54a2e18749420da0bd1159b35c48
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e997cafd1ebc781f48349e2b16e4f9bc40978d2ef2655fa4d9d77c8bcb869226
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3780033be2ddaadfa3a2b8264051961b04271b74
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0beaff4ab58abae4ac99a60c29a4a224e51a9601c07876782f34f59cae422d8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ffe7837a87e64993c64a780a51a10d932a4d55
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7921683fae385b12fb9ddaf5872f66713ccacec6750822f08074a6d64525d84f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5526864cd3765e8570ac0dc9eab18de0e3857fb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18851f65a3c08ce145fbe4e3a95bae9b28fc26d2fd3813a7746ec78168ac89e0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa351d74c1e2bfa54bbb09211601f5be3ebfab9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b16dd1095529e6ed23d59ddf8af3ad09e39aa33d6d2f0fb2706d6598b9d1eb8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd385a7e6487faa79ac12c3691c8d9e1ea687b90
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ce6d4d5fe23009790723a21219c5c0e4bde11269c69484bc43fd870bb523aa
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a0527991176db0719d2b665e1933f9e0553adb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ebdb9c8679eda52d61423ce468395769aa1a4bbfe133228ca3519aecb8a065b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f1e031da27208248b0e4f3844816b35a7a4230
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f36a9e386240bf08293aa354501eebd3592656c5b4ef00c6c659bf18d06dd71
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baf3a4272502f02207f9b992cd6ff11daa4a741f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec9f3f2f8e046f946a301cb236d6c9919fc3e3d1ba41241e8ea526d0f63aa612
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c9402fe085dd617fb7e8af9a27230270fdba60
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b4316e77979c898df3af552b1d147d4139b7d66b7ab0a3b9cdc918b931865a6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0cdb90da6d004b84b6f5c8784484acd42d5f241
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1d8080cd72761a46121c0d62da927f7619f2bce70941c845376f094a9de7f9
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac43fb45b867c5d11ad5252c9a16047832a0f291
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73fff32a03adf214f463cdccf6ec258877f969eb7a0904840ae2d38b44af3639
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f0c67b0a111cb821e6dccc13555c66204161c4c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b28196fd4b57feaf7f81fb55e641faefe0d709457ef9bcfa619d1054d5ca98cf
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5435dc77bf541c5f7c158c6eb80870d526f8592b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34ab04cc2960f3e77f26dbf1771f7b580b88e4064703092fb4e5a4805011f87
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d963f83ed8e63e530af9f811b53054b1d69c5a3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90083225d2911f388de4edf593281154600fce12cecb71ea2dfc94d34ebb759e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f1a915ec85d3024816b97147038b4bdbf67e92
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:608443ae620b43aa2eb279da33e50ea202ac3a8810bea6e6c897c33cf3032ac1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf7df2a042f66859cca70475c37b3fb65ac1ff3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72cabeb6d24689cb8f9ffc330b8f26d66e18806cb581efc68a7c3ff23a4d9df0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb927e6f4c9c6d883c3617c967ac7b193b7943d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ffc1ad709208974637d3bb1bcab9e7ff1f13f4965b1564b13ab3f652daf8ca8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c43593412ba200472d56db0ef5527f9db931e76
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1e312fc3179e284c8e38740a4ce6adf6192bf90d9eb5e0e264b130bf0c4ea88
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b14c0431abbe955183b7a454170c377dfbe56e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15fa7df9c467cbdb511181b16035128fe74bfc0943e1361f99945221a987991
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e04e8894341c609c4cd6559d98cd1f87e62f2b9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de15412678b2715d7a3d9c58f6e8b49b2338ccb2b6f8097f75720c4209b9891
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a0f28d02b5723da6c94d544a96d9b6fb147769
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cff62fb9eb984338acfc9831aaafa2c9b5105d4ebb6a57a3f45324f34087cef
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5960ef1354c8d074856554e93130e23767d8e1eb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1765c9d46f5911b0f33f714d15848d0a0cdc600fc5120916877bb172c864e351
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..804892dbe9a706b76337c01429df7dd5a58c6048
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceffbe9f3c57fc3c1580a614380991f8f0c6723949a613df41897e3ff546ca9e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e407a1823d6eca9a77b2e8c0b6dd851155384b65
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47c4644cae98bd8ed0f30ad79df05a6353b59a35daa4964d2a8aca472468688
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af10d05741fedb7cd9f99824a4ea66b3de546a29
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4bd9b288ee834aee6b9b2372276220e0f2db9754880910a6d98da574837a826
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d940f8eea066c5d24d5731bae0ea1761e3390c45
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a89d5308bde170dee2704a6831f1eefa23ddf49755077c6062960ee2d1248d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ceb5c8851ac36b4693e631a76b737b370e33de2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e697b618fd309bacbc9a2a2bf0d589cc094c8326807d3b78d5b5fed9711dadc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..444a76cd7f6421abfa75775bc314f6b5a5e1f28c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f1fa9db7a174b0ee299d9b769cccad601fcf3062e5d7164702c3f9d0210f72
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20409a8d0e92027f7fae95f91ee8438834b124ee
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260c65cffd03070385e687f04cdaa4cef22beb1958d5c4faf10eec8ea1fea45c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01a0a92579e64443a9acadedbc56df1e6be6af66
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6498fc1577ef1449e20999068aa15845262ac308fe0320445fbae69312607082
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f13c26e3fc2baabc27296d51c539984f9660927
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76708dc26737b7298a8bca4e3581cc31413882e698591ee8b4b6626c0183557
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b026a87960f302b685801d4c1b722c538038c1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1853950d9c83b90ae80b435a95378523c2c76f7231a0c31476b1d554d5bd0dc9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a24d636f120caea41e6b2e2b7165622d2031e247
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5293629f87c415303501e1ed991b9b9553a4cf811ae0bf6b169649cc548569d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f24026005b8285fdb50fbd2ee09687ef96af0252
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424f8d4fc16980f339d74d176a78ebfe6a5aec2b87bde2f9166b7f49a231c878
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c883ed08d84eb4b4af4cc45a4004fa67085d9fd0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7c2d0441486f8c036673df3754965eea80fe4f7c77a13e4f10eed188938336
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e734c63838124599e65516003c81c91626519c31
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68fbd0b0e3d6d212cc58c94272c6d42bf75b83bf9c020dab9feaa31c81023174
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f6a9ab14309ff9169035b2c0cf9392f9f24bcd9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6f3f29efccb96d9e07cb9d78aba52ede896babdcbebb70383737e7cc2a3185
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d5343955efc9ac499f395a9f30f08cab20805fd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c9f3725692b3a7cf03e08702425c5e453c6903ea9cf80157838d6d99492951f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773bb58dc4cab1cd76c7b0b89e5d9da14081bddf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ecfd458b405334db94340e7602cc38eb22a01ead16627ab47b93ba7028c923
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30a2dd662a9f3412a532dd6240fc9c82f79d93cd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3764e35f9dcf4b4731e8f67a6f68212b7f2412ebece3c9e150374a91043be97
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..735ea7b364704b5ec54101d6755c017b1bae224d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b471a003fca8fb05122e7fabbd6fd5b1897f94b84e6b12390c67abd76cd816
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fff4f4ba0d30358a051e40257e33a002233bcff3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96b6df3fad953289b776d70e539c6525971963fee5a7779673e4c925d46f6b1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..334f6d4a2880be9973394cdaa5e74fe47ad800b2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3386c3a1914356f3d96dc9a974a0a280924b7152c45ea5d6b514f1c19d015f6e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1717a2a2c79f436fc961826c9fdc193a0f07db3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9405f923d4019f3cb4e784f9a15434ee256d8af23c568a25d72f0bcf0810c15c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c0384f7aec9460b1d4f92920ddbcb7a9c8ff228
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21134aba9ce2a1ce62fb9fd62bd0159cb0bcf01816509d27d86df5d557226c22
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e1adc1a3a840d60f93c449a934f8e6e34de1720
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ccdfb6f7dde563100da17c0f0729f4825a28302e27490c8b6b0c5ce4352e487
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93c008cf9d45cf6ce37209371f2bc5cf690a5c6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9c39fd24fd790a31fc20b63ed6709635868014a0d4cf8d7ede06f2227e70e7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d370ffb6831cd95a03bc362c19af99725f91b36c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ef6a38354dfa9492a674ee1cd14680d2202aaccfcb86286cb01bee0fcd7436
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b7b6ac62b046e41702a55440672f1c64ae77cf5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9b129eff21b6bb947200cc1f2cd48b3c59431216acc1f9e65bd5c02c9c8828
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db374d253309b2f169451928bfbc7a9c7f433b9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e9590c2b445db22179d6084176af5b6375f6dcf84a0e31053f83097e7736c4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2d795ccd8f4e63c43c3830c0e3208d01ef6b99
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42281094b5700cafa9f4009253ff10b512939ef0125a81ab1819da282bdfecc
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d359dea77ebe6cc2ab26991464dc8d96eae167
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b329f70221f81f6da2a9955b4821568a42b1a1ab6201f5001cc1b99db61bfd8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f4423911cd2ce87c5246fe7818d0908047b35e5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b9cd6297803c55240bc7b3d9a8e53adcd7cb1e5b6d9f8af685fd97b678c5ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44791982bc9db3a8cf7eafaf8cf4a556719050f1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161c53c4e86e0642107d94cfe46427315347fd26884e883fb4c84acec8561ed6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..674131c8aeedfb2709587c625edf770a5164ba97
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63ddaea0beb63c72a1a582910b796b47b668b8a6764940955f925aae04baaef
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80ba9d7d9562a0e9d6b69c765babb21d9e03fcc6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5417b6e4541ebebfd4883fa9c67e53806b3d4611293221a250c8096ef98bb365
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e1f92b9410c08a5b65c7116bb6cfb35c0a03a0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894faf55fe028e8e4858f840db8bc9007472135ea9f3f2bfe044658abd9a7ff9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a16085a215a43e77c159d109621e100e70ae4d3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ba43a9605e957160b094aa13a9b6c42bc85d345b65edc17cdae58104cfba95
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17a85b9e6809a9058b01669fde04c1c8be1714e6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f549f5fc9b398ab82ca3c0b555ae2ef3df2814853d1730623243de0447257cc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3270ef9b5c29f9f8f27ebe21901a15e0a8571a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8f5aee0ee4d1b07c7daa9cce566ffb5ca05db6aaaca57ee82ffe11b5e79c23
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fc149ddc074cd99fdc54bfc871da84c71b3f861
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce6513a8667d420aa80359931148861941e58715e9509cce51924708e51fc34
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a37158c06849c016e7d4d2473fdea311cb8968
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05eded6b4a8cf0e4fecffd946954c86cf33a54716425754f1c82ad9e4b2e412f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40fab912ac0f728814218284d549a3ca26b0d310
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab3dc6c4e5302db13ec7ec4131d558bdd9b85b7e669798c05a32f12daab0853
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2923e7728b20d3c7a7b8699d91b979bea3e5ba20
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d1b4f184e876394cb51e3e27c82c9ec8333b5b555b9b5ede3d538c27f4dfaf
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde9361c54c488d9d0df67b5c98e23fe244b4ea7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd843376a7f902689bc80cc2876e1c2d4c61b9433dbca0ed9d5b7ab0826ba6a2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d0c709eda11b07ce9f746e98fad4bb06a018fc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc4534404a8c80e25fce83b3dafe13b34db65c0dcf7a28da768e34e89a67fd4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fe1576bffde6bf3f09d9cbbe53ce5b280fc34bc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0490e8e3c9dc623250502ed3a9adb800120998140bbaed45caccab5dc1c864d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d12b8c41ea3097c74bbf565e1cc05a2ab42bac1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:248e3f3226a5e316cce8c789e5f3d52e2caef180562b252c9ef017d03a5b4684
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5581a24bcd7e59a63b8e3ff4d2f0ebce3154a66a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6426ce0f35fd81493d111e88823f68e70f59a9d00bf06f641a2d0234ccc8e3b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0146decf57e1e5fccaa6d7b4e788bdda63ddc94b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbe236bff182087711966b72b449964e2657015218aead0354a209d2cfcbabb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..093cbe05fbfedc7afabf262423fbcaa6e0749e71
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d99f8268a2d50b2f8a7c4b7d60b44b38fece53be8eb102202a28553114b0a24
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9fdef74514edcbc6eba9aee8915bcd337540e54
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a164027ecf4e526e26dab0354989857a50dccee08b1fa9db542acb0d06490cb4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bdb44e8b708d87a4888f434ebde3eb64802244f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad1c49a45dbc1850a5ae33b17b4eab0f62cf0e689b44cf6fd0f8f45c6059a8b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c60e0b66dd72368fbe1d1d7d4500099b4c997b29
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25028fd4c9f5f9daad960e37fa8754418603282e701c118b7f3f700c6f95b02
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e143641e60b96fab197e5d530a01c1b7c129dab2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36defb3ac6ca0dfed6ac2e1969a807dcd175cc8b5f5c6ca484796540a3455666
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c6fe5e9a79d337165a876c14f71cd18fe83669d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:652c177ec633826ebddaede778ffb4531ef2939fd1bf6ec85482e286c23cbf15
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752d49deaabb637d0563ef9d93bff19082e888cd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8fcbeff2cd80e4724785a8d7635824d9ab59313a4f7f151ccbdc7f72e45e69
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9453ec2e1a6e6aca397ce37841c1f371f9f321c0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c114bef0683edf0f9f964298076bf620254691be95ba4ee0fba31a181863d0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4761c30acf659a29c9c406cd10b62123d98bf79
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d397d1ef53cfdb2370aebaeb1741d06b7be2d20c0ec1f819bed2f3cdcba0d21
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac79e1c75404e6f03cae9547f3c3c128bb20e1f1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce3ad427a1cf5f878d21e8196f24f8fa3d100fe649c23ac144c07301fdc856a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36a230cb8bc5503f1e9398244e5762bdb39c837
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e0ba6b100f35708e5ecfb0f087c1c1dbf217c2c31d4fe4e86947692814bcc3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0753f28231537ae8f1aad53e5fb24493fa00c996
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98808c6ba2d3409000054ffcbb8b1bff90470e833a6d14eb91f394d58014ca82
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47980ac0a40d68ad77bd96b370a7832e9e43f965
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c5fae40a1202ad0dcfb02b4119997bd8bcc71860a8eeaeaff85435d83b90a1d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8085cd8072a86bdff20f808e957750446625380
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1346f6e8c051a4783fd7d882670d1271c5d090f87525b4d4a4aba7269a536805
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f2cc6ffaa936abcdcd1429568c07fe03368b51
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bbb5b7cbcd5929fbec787984fc23f0525d3ebde652033c0d1fcf8eaaee8363c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..678c5df42c42f0e8bf9a2085bc1088fbf208b6d9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ff47e0a4dd3d6aeac529f70a8b4b4a73a3de90a14650a58edf53a4d276425e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f6de867fc81174066505d98857b40e5f2f4e5d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb1a8d409f1b723b4054662b9463c83b41bac1d094254b4fba06c70a854185a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b91eab0092214d726104c7964de4979e014c0ac1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912618241c443c7f5593994032486d31b625c28f59fa0c2acbae33c79f153509
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bc9a5bdaa77ac78717bc561fdd37fa6d395eee6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e2b3bfeeb2620e2caf264a717685f53067e10638888eb521e2ff791b937ada
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09f8f22971f763c47debefb748324e76f53ee3a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fdf1794ac68f9fe4020c55fd77bf8fbb9d5061929df8b80169f995fcb55b0ed
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a1a56c3aa8f2963b42868b70310dec7a988263
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977d94fbdb34a8da5a9889b54b2cd12f694e760e81b55a5516ec225077d5f476
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9038f833ca631a44cee36c83c4b6929724d99f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d2efaef55c143ba783d1616179ec728e00601521f941ae2e2e7a8da5b16156
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1257ddea20379460dba9b395abccc0d30064d076
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa194cffb85f54919162f866aabd342af05b9f331c2e2e74d07004391f887a6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f9834a4acda6c9f81ee1497414ab98763fe049
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2545f4380ecc7461d6b667344ab5aada8e75f4adfc841a02bd832a78131c2944
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fb23a7e444eeb5b562648a34d327b9bbd163370
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ecb66bd749a8cc4abcf2a6822c295ec30fae3531c0bc7f4abf8f57d7972d84
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3fe6e5ece9b3153a8d85dd03c832fc798c9b694
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907a1d62c1397fcdb0aee30b9a7115816ecf9d394c985fda84b425a27b61c855
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d6afca9f523d86dec6183af35be50a85fa0f37b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9261b74617c32fd5ae4541fd40074cc8cdea6a1bfdff32bc8df6253da2a0a0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6368d484e43e8d96727eea11b90e472f6c7db2fc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824d9456fe97a1b91909bcdc5c07ac29614dc1ede55419561214ef625d50e2e1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc00357cd0989ae9e0bbc9f6d289db2c22c8c2d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1911783ce6c7bad8bfafbd3f86e4537ffef1223a15d1309de917a2db1fdfc1c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17c53a5b135a5ce62fa711878d3440c5ea5773d6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f186e19e8df9217e0ba6f1d62b01c541fa6e4fb5b1ab3e2dee1da12c6f7459f2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab47c93d045a6e8a8105e121e6c8ffff793a7fb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d6d9faf8dfd9aa140156fdd4016736938140d5f2b97d328de5e35aca4a3b58b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0f9f0808811cb9f2c1a4d40e3f42ad9294342aa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c49b9715121758166b8de4d090a12e2c3e432c0e0f73a0966ab6b36e0eff9bf
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b2e2c7baddc702bee2078af91e1b658bd4ff56
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6020be6cadba3e0849dd1f22d79e27bb8b761e48d9853cb4af9f6d580ca6862f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614924fbf72ade3b547668f1d7d4da287bfe65d4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:073933e9c3a834ffacd722b08ad1621a8757bfc42b45c823f9105420ecc3439e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..537ed2f71ed4bc9658210f83c150c040983831b1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0beb20fca40e5841fadef825e09f60621529696127c61edc7b14804ba801f24d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bc39c7ebca8cf3fe90d6418595bf6267a2292e5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7387d1775c839bd8af904f16c0af9d30a9daea51724d0984c20ed379fe696b0f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b90daf6bb664f6ccf4ba111dd352a39291304e8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592b1f30834571b3ab816a892e96175f965a183c3a2d50d3971d6fa5a9de9d43
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c05a7fa0a4a3a0bbcbd6f7266469af954583e22
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bccc572593b92e3e8a55535e14f938bb522b277f64940c345d8967f635b5aa2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8916357ed93304a6bd0de2a3950a251ea143551
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:747a981110581ba350465fcb460dd9afaa3c2be53b9f8b5e8281b19282b6f8e6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed4db30713de4e6a9aa547d56f0875eab558575
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ddf5e16aebdb5b4425cf43c33451e165ffd6f40494481ee3bca9fd696b15c4
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2caf684501e060d4115ca7a079ca4d5587cff538
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15801bcda3e6ee90688d6202ca38352f57c526bd3a1d11dea7410bba6e0a41b5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aa46c3632f53b0e4e6666997011aeac5b826483
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30d234dbeb0f11dacf321ac24516eb78c16349961d9d11f1f76a01a3b1472b9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e25343eb25e46e644bd2748a5da2918614a280fa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1bc5c1828275149b60122a607138c234d4b85d7e03509206499b32c02934cd4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3c9b5c3bc86bdac476f77676de9a7a9122004a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e535fd13e0d04a875f180fd7fe46146083d4767a1437cf4f2e105e6e5175b2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb23ad932f28bf71829c4b78a0097405ba88c78
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc5a18bb5eb9f8f20b144813bb9f48f78cb58b3a1dcc87128b3dd2a32c29809
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4d5cdeea0cc08b873555c435f9866248a5012e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca61a1a3c7a7f28fe772c6767d226737c4b26d6830dfae9cfb57f52a282388c3
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f610d1a5837b6175bea003eff53e0d1446220b33
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87fe0245fb22159527d047edaf36164cf4b625e28c61616fe50a62c519e66f99
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8117aa76ccd14efa1266871001d3f2e8be278386
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdfb903f7524de5e90b0acf87274a341cb48a138d1563b9998c7e7e52c7f8206
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef51de4371015decd211891d19802c001d623fa4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee4ec96f542147db5be8148b57a41d5a5128f7ceeeeba2e8f000eb9af7d2357f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d31275fc3020486130367ee41ade83abad660b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea13469f966917efe01e19b45f21644cc76bf9b66dde4629ce9cc433756274c5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b016c2853fd2e4f839a7b823b4dc21ae9eb0f47d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9288acf51e1591e8441f6996c67d340aeb67b765c0f924493b0ef43a0eb033de
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebbceaf076ea80b8665a6bcf0ce52e9c8a86561a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be2c09dc0329e870082dc259c7e0e6dc0c56fcdd7c0716970340cc5edc77468
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aa6cc433b09d35b6dc1252144336d2b77d4f981
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74e5b1d447be777399786e78175380a71a0336c094c93bf707ccc261d5c503d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2619b0202c16c3a12136821cb61c310ec779e397
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0339fe3050491d335c4a837a4098a8965ba9ecb334d43ad59c6f38a898f64ba
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a533ed849beb4f6f0f2fa0d964098541d564310d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8565fa436ab229b4ea733556f8a14d9452c0dd36da5f6f37ac44f4afe7ffffc
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..261366c621e630337740b272389e6672895820f1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c799399cba5d76b12bffba405140767056ac89ce99ea669b3ab3422e0c835e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7a88b5d0960ad020be1fdc15aa01bec0c5612da
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd01938573d7d0edb409c37d65b13b0e62f4e273b56b1b139a040f37dca5ad7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0bf2a8de188240a4f839021e57022d09d28c08
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc984269cf294fac8aa070a672a8121e63194199b96c5f28c9c81fffef31a096
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843b45e9874beaacc6e4585aced1b7e07587fbaf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a55983e4a46903aa32f7aee38e03d8360ba4cb14ecdf12f8125100921187bc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5065c3845af254bcc19a61aeddcd7055d958897d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10193776435e9a1dacfc58d990c1bbdd1f4f9dd9b1bad38f64c69510a5366b8e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0c899d48728dc62d59e968d54a3c7ccdfa43597
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e548c55a48c873d3c29c965c9eecada4db12bf3ae812bc840666beb53f9562d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e08569a92ef42f346c7146d18b90159083a49469
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff68b9dbac431de5a5510c48e415cdad416c163375d21bb27fc3403fc1d5406
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc5d5cc298753066b905a7e9c335fa3ac3c9a83a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d19faf84d8982d5487d7ec42b099e0dbe3412cfce5745a8767c544389372c03
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7caa46acbafdc44ce3ea8ea50e9f308d5f49e0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85fa237c47aa8c35e34cf640302bb7c2918023c498eb0ae00a1dec278775ea6a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9cb1fc6dc71cc04828649b7eed6400de0040167
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed09b66c9f127c7140f8a887e4b41e5833cf803a9c8308f3cd6328e329baee88
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5290184b0e3e6e9b40d677b58880cc081e714743
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c963629a86bbef4ffaa3394ecdbd44581a0bfa16fc3780ad251039c9414c7efd
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba0b06db9116649fe58dc71aeea1b01d58611a2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f3f90c6170af57539ad68dee6d675b22113a64069791edf5fbf899b766d721
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ecbee615bad718b9c732f2390436541cef91765
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efcf2b07a24a9b0bfa6997a586bd2d9e96be5a7f0b6fbbdb583f0087e6f12943
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c4f79f97bfa9a535a8a1c9f52ed253943128d0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310d621744722196b2141318ade109750b8cadb350736b8b0294309414f35971
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71ca3ca8f21894d65586c705c992b3a567dc0c6d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:259270e2a1ad51c40d1efebfc41edf095cde2a2202a71c69229c05d4900ba6f8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..441f1662ed0cad8e7e210bd022d47a9c7a97397a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b185a5606fb0869038521818d0789d39d14b35a35b8035adc2564aedce728d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3108686097af9f03b9f72562c956f1d44ab9c89a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609c97565767481c5a5bf3db4d63e635ecd10449e04f9874b41ceb2ca3f6708f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89470460f06428b6c591d48ba4a8807f41ec9374
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe07c893e8fc8567e59a5a38c908a1b6bf86d2defc6cbd63b73df81848901d83
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0230268abdb95a9fdcfe0d13f8f4ec74ca15103
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:291e1f8a22b2e579eae602b28e892ce4ef9f0fea6aa190752756c8dedff420ff
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..610c8711a0802b7cf8b889e7943d36e5c621792a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:972ab9ba2250b53ee99c3f340bf8197a09060742dd7259c68fb825e1aad658a8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88d021a0df634bae112f2c11c1a682a9fe06f71b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c8605721c0319f9a75c0afb0bd177bfefdcf6b58cf5c6e071802de12c9a907
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68613f81ce48c06d15a125f02af54009b823f7dc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49092ec52805606aca7d058cffba582ce0809d441e3e58dd5945753c2e1a0f7c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e5fd9af03ec8d36a8ec283784760d316cfbaaa9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54f49cf2a4d410f3fd25cb1d7304030756eaa088e665ceb93776412838fcbba
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f6694d725c411774498db01897802b678f5a13
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53928ff4e0c3f317696c071b5cf7272963125a51b5112ab8f58ad1fb4c76b671
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..826b616b580c85b187bcb7c8d999265cd16c9233
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd6ffccde4b586a98d66415ec079519f98eb9b5fe3af86b4bdcaaa38a143932
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf515fd35bf0af16dda4a810280a6b2d1a5d023
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98bbae2a90ac35f518d71593433a6444a0e4dbf165742ad510b034e25e8148df
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03f5c9098efa35543f7aa515542a8f2a9eff0182
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e09f3e5e656d779a299dcac94f4c3689df8968e1a2e193e109bbc823b6f8c3e0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06fc6c12a13094f367d6b987b5f441c0681393d9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3a2437ac2b19196aad282dbcbf5149e50643ddea5e78bdbe16dc2c90572826
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf911a24ac770d298c06cfe30a0308dc2459062
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a6f7d1d833c74797211465da3c487db40139df15c7bd2d788ee0d88a4b5da7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f6ff97f237297efe485aaf030aaf85ab1d92815
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc1a5bcf5e0b20b3e65da098fe70eb246c8d3527966449eeca1a363b38d5fda
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..655d7cbceae4c42a8d35786ced3048a95712748a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03858101140c3f46404202ec449cc77194ea638d4b68394460cbd33e6c231def
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20ad41315e4b6001edc5ffe5f53d13d5b029d81f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf7df52d1d0413f05e44aafb07644a8b6223f68ef0c606b3ba0d66b875bf260
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..412806970a8946aed90362deb55786b1bdd2e0bd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7967a1e6c8ec2c5c97715ff6a66d06fab71918ea0084e67b636760faf4b248
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba9be6cce4e484305c2b0219bde29ca5df5813d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92126a138e89b77b5f58d05c3f7d6806800c072277598ce9657d9936b55a75b0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273d3b93c0ee6db14cc175318bc9357e8564febd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c1b88e3441d2317d99581c920fca349ef55704d5a6e97f0b275fc700a6db32
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01085c33c0086a54cbdfaa74be7dd1c3fca8733d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f688c4e217890556d5a91e8affcf23b98d4b706a7613868f634a54a2933f244
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b323a1bf3a687bcee3e066fb4360bfa9358890b5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b525de12ca4c66bc59f4e7b61f41640742c7679ac883e465eb3b23bdd05f49
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99df01eaf88fcddb175f96fea5ace36f359e09d7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b7d93acb43303cdb5c9309ab74485ae661518d3a3cae1341e8efaa71df64df0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e90e6e05921777f93155812e05a14c788acbc820
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8560439480af8310093584b5cab47c2ce48316972ce384075010b34e2cbf66
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e238534724d7b7a77ec5c2e7302f27c2d2e2df0a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799d6c9ad9749f7fa9e2166bb8c7a770c69daebdc46a9e6e62b52cb62a71284f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9b65bb2b97bbd4c3cecffc7d91df60ae551101
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b92ca7182c5e91cfe1e37249020e2a8427af9c722ec07aef4e9a7a8ff983ca
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed86288ab8bcdf2b9376c82d53d97d666315594
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336f7101b4ea27d3aae5f3c99bed147c10a228f90fd2392ae813e068b8c44773
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c524a8c7d868f68726e50c831b03b68ea02e508f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010625ac5275a2400c629f20aeebee5b42a10c2224489e74cf98f6ef19f16618
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..595cf6b32f4a895a92d7686e2734409791524d78
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96506caadb0cf2207b37e5a709aa3d9534997b0aac6bc1430068253632c0e1ea
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db2be71f410a2d3e8f2571a542bfc8760544243f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6108f432b7b327bea940edb83b714ce1ce471bd4d5a4bdfce246e83777a5e059
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..709e5ae93cd9e903026c7850af502fcc527b2671
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38287635128d32a1232b4d0aaf1e4dd4bf6fea61e01d774e8c45bb2b416639f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e14f2bf915396d923989e0a5887315cc5f44d78
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4e98242131616547d50efbd0dc91e64dbe67dbb3c58d7f0580876f3e75e924
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c51b6ae504f53b844a81b33ed5aff32e73e69a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf75779c2ae609ed3b97f20cd6bcb6735af9f1921f13567d5931e1d89091e43
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/lm_head/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff9f105e70b13a0a8bd0958d09c3d857a7223c61
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc0dd4a29f76fba1661ce512085e0911e67a404d89504e7f01ef4d0cc2bc611
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e2fcd8f2960102ad74542a7768521e8db7f9bfe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f72fc52b870cdce78350ec1cd44e13483f49968a8b22c47c21538d623ea56f1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6abd46cbc1f93c217ae437397c9d8a4e3afb70b4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e2adab83c137e60628eeceb8c7e3536ba8955b2f9612563d9726b8f5e5d7b3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab50a6637f8c32b0e9b6388dafe34f234d5e115
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116aa63f27561811ad2e4362a1d188d5876f8a174fdd1b7ea5b13124e1a79e24
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d329cc3761dd5873b2e3fd6a7d6aac2636d37f42
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e137a0364bec59916c6064feff2008fd5a4cdfe7eaed299b7fa9fc98b876a830
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fff7ded1fc2a2405bb0341bb54d21fc3afbde628
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae15baab18d1c949057226bce4c578510ecdfe3ffe30010c6ae9c883931773b4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24086e436d07eb194f369a163bf04c5f977238ff
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d4e516bbf77947c12a90fcd2bdb39e8c830828502f325f02ab0769ef542ce86
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a158eb70a65b5133dff51dbb2bdee397d883d3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3554dc92cdc647fc23d5a277ada8a61bbcbe713708259253eda6d1dbde6e61f6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27c336ae67ce90689d7417f8d4cb17115f1c753f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d751d8a09976b65d7aaadffb6781b3f9185a35bde468181fda3dc5d7c950df9f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc46e936ded073f2d7ad0b26b360ed21b0418c3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f91234f3fc1f9cbc2a9d61f0dc31b1b8a55481894fcfc704a7092c0be9170078
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11e75cb1dca7e14a3d2051fc5103962377ed2a1e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b4e6e6dc2ce62c08252f89f9401295fec5e03a4a21b0963afaf2b92b5ee8f7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d401ddeea69cb36c3f31e581c70c62689f85e7f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e418972376bac5558b64130150415c405e15392ff5121f81d30ff9668872237
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8662fc9b1528a5e526406dbe10b63dc4c811b9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3c4bf8ba8e9cbd7be4a06ff255acb574b62cd6a9450f51d08bc339c0626b11
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4cc30ed6e9220f2670fc909a48627fbc223378
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd695bfde417ddf9e5868860001cd15bf21851eed2a32f03dd386185fbbdf99
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c522c2fc6492c599d635f11863bc7e63c8e217c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b821714ff91b7b420f4a52dbcc9c29ad85ccdf27b1144dfb4dc6171082c22d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6a88667a841d500d762e9ba2fb20ec7cc7056e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b59d49f5d334419eacbe6f3e380391b4d7a3606784ac2965cb8cecdca1c100
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e646b99821f37b4499c4e9f2a5cef09b2d322a9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88053f7b75f2ae348e9b13fe4ee4a3ad4b7b430c4b5c917376b31b2a20264427
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71378910161395b92031ef79c33fd88ab483f9f1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ccb24ddb16de778531b203471719c3d93f9f280d6652595ea7227043569496
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4ad8eaa5178a0cb4057a46b34c6ef16ce5daefa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a34a69992050a4234a19293a6bdd9ed54d842d13162dd79dfe03b195bd998c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c64209a58589d2b7263af1b4a431c46ee56666a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357082a057027eaa3cfdcdae2fe5e9a7f7b3a934b313ad1c2af9d2b67ca33599
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba314b5fb9ab6d8925526d4bbcafa8b8e5f7fbd9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4865c32b21d679f88ded6f13126239b6ba9267d7305e2e39c919c2219d23a53
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ba186b91dfef954bafde678c3e0a1cc862ac28
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f4ad045e8205ae9a40f7e7b65a3ed679545354c8ede79ca7666dabd4a83d03
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d3e2c9d25241205c85058a83092ee324b1ca9ce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f8a9730575adb82908e311296c51956727e8b4b6f25881b0410ea518e433834
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7afd6af7ca24a8cacdfcc40a826ac8bca1e187f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9edc7f78b8d9a3d75929922f960281cbaa9ff33c08d4a6b9d7f525d0a1bd04
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cad01091445f64e74e5a93d3ef151a221d8d0bf6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74107d6726993ec13f6a627d42919bc44c9b20a36c11e52c3783caa6ceed0814
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc17c8c08c86bd4a1931abfb94f03facf05ba0f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e928e05e653f389b03f6663e3e73c31968300b79233646ea648a2889141497
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8abad2fdd3e10a7cf6c66c5e7bf17bac21f7d0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234ae66a25b26889d132ddddbf6318688f39cc6a77725b9cd89eeb0ef6acf34e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9d3d28924e603dae2eaecee326376b3cb3c0f4d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ef42773c74e3be9a898744748a7df5889c62f4366092c02f62aad1bb1f3295
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b4e626a3b10508f9850b6df939291071da8e6d7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd50b07bc0ff766b5e57386ea7e892ab8a05327464b4d9672501ce1dbc1de123
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0114b3f64947fb6da502089c75108fb3df80da18
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33bc7359c8bc5e2a8a0575772933f676608e4c37eccf8fbb3e1d0d1daaaf3548
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e178599bda25f870c4007efc284c3d93a49ea87c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e08fcc4f8d29c5beab99cf7060fcb6cc4ea134241fc7e359da3bec7b3d46d4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..589b7559acb91e50adf331e9656843724b80fb24
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c7ebf0d80b68a904410fa3a81f00418a7b81928c41db7c55fde4c03e69b6f0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d573a83f32734f0332d2f2c55651188e0e85ec5d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39a67d5edcc18c757b06bd473b100b42b8ed3f68a2807fccc8e67187a9d4507
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1def6aaed57e6b2c5ca751bd65822bbcd5cf45c6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482ccc377a24f82d9f9866742f5df2692807b41763e850ebf8b235060dc75455
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd9590515ce90e0a3b025a4f3b31e4ed8717213
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498d6ae67120fcd521ad944a7e45d5d6a010147bc28a4b50a0d20f4b42ac004d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ecc269af040ba8ca61b50d087c54adb895b385a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1905abfd2d5de3f0572c2b62ce539e46ad2a9deea86d2cd6ddd8654418043553
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304e5bad3a1f0f46febad35753bf1bb3b2e6cbaf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c09802cb81e48d2f4b0ee96372484869545545e4c0139e3db937f427ec36f2
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ff4660bed3be1c8ae81b918cf016da0e6ee3cca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af3d6c482b0d5b3869f46c25ceb0336017d62f25a61682c40d81182e0e55d648
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be4bcead42c51b0f3f216b890090f1aef41cd19
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8713cc899dcdcc74463d6e85e30b4c38e5d319393b150809e7cbc904131fd6c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00bea867f3930e58789efec56d034767490abbe6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c01fb2f68ecd0c9f67cbad4d5678db7295fd9ee735b1a4ce32676b4331f30b81
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4713f2bf2107392d52d70850e01abf31d43055a1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ff89a2f8aac587f3c0ec9352cb514d0fa6f049f2187eab3ee3c134780f2a7a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5b73da7d98a2275840a0ab7c533fffedf224f3b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df775570e07e5b115eb128fdb00b84d97d44009faec3587430e300e8f811c5e9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c61b427754775e1aee35969237fc1d8e3215bcf8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af4b29413bc078f0f1b0f633cf9931526dd33d8cd671eac2f05a8a5ca8bb1171
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..394f771d1d2c2bc3252ba335dd8dd6f84a21c913
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f83f6a8ac93504ad4e1f52f6bb01e5777950257fbd2e112f1b6094c884396a5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44429aa7c6486a445f0468464bda29e9901cc31c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b88682a482841c3a20b72a0cf1dc5b6abf2737ee2c25d274a18d67c2fcfca49
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbca2e2f4e4223306be20b627a006fca5665568e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37848452c74c0e0d6ae2bcba168551ed75d67dc9d6fb29a210506cbdfd3fd22a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b2a2fd7aa035cf20913613d3e0639b3a95165f9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d61e01745fc538ce54ac85699f823b8f050ea388c5c24abe5e8f0ed88ae1c0c2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f526c269d5c9ddc6886592604091466a94933e22
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871291eaa3d8c41c733651f9a2d74b5e981fcf26e0a58bba6cf2d4ac0acebba7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d87817032426e96a7ae674f0e11ea7d788f35943
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba7bcbc7f99bdc9705424aadee52e70980cc9b04583fddb1ad95c05d0647ec23
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12ec189f4ea917be36cddd844a5ed8a0ae2d299
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f0fc32ce21503947143bedd829608e982947d7bb5a33ca7cac3c0a32a43090
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f497f78203b6a8e7402952c693210e482524e48
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6305ffccc3ecaeb36445b6c21f20156325cab740fbc42e8afefcf568847b7c69
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99410abbb3046e1509ee101308253e9adab0aefa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f0716f278194b053b353892552ea38529f9215d6da01c001dc9cd3dfa193c3f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a672bbe843ee28998174e3ac36211bf8988b8fb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e0d821f11d463b77e5bbb5b5af3498ff1d8c2b27db00c285859c37523023d1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3575ba3c5463018f10233032f9c1489c99356822
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dde86150eced9545e4d9b259b3b5d55808683fb4f99cb5774d95da0a81b38de
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ee77a53002cc55a1cc75b79084d49e9b1580ab
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92802b8aa70206644eef67893d2cf2ba776f1eabaf808d89c4e0904e0062c269
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8dd61e18e3031637941e66dd9d1fc6203ba195
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a609c5a538cc1b9bc96f72ee792525fe03d00e354957705f36ccd4efe1b9ed61
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f00ae76892aac0450cc4f2689d14413121e0a4db
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19806c36c5f50bda73a01d8e869a8c26530fd52109c5202a140de652036b656b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fde31d473f13e5a67aadeb4a675f8a1699da55d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a83f561e39ae3f31d92d4e17b09562a03553a4d80f1e02b1a9016332dd7d7b3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..133dc788dde0fae4c17d529cbf282d816d7eb76f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c10b6dc07d5a46bb2a36b70e72389743133bad31455c894e9fb3bc00ac55bd
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ee44ae29b1d476baa1458cffc5edd0898c8928
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7e0c38dbc21bb25af02e0ee2ea45352d6d46b3a65df631e9d33a561a0f3c1b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095e01926b98be7512b7eb12ba0c7c6b307d6bac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f89b7ddbfa3d2d48fca464dc417c7600514ec3f833fac852674d889be35142
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e89165c1e5b833eb894c056fa172c0f88047be7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eecc9283b162e1479c152f399fe430dfed67fae6b4abd25e2ba286c6b252dc78
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89634ebf3b1bbd1bb43c8bd743d2172b95daab6e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e69a4c113e5ecebd9e41fb58efefb75d42eec9835ab89c5155376a9264cc3a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f53e340d8553220b53d0342d0cd0503275583c6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f42a803f03084288638c1690cb1ce017dff19c96e3ef864793bd7ed17e93acd
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7751de4e2181785ef29e85f92b6db78275dc1e4e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c93c61dfc86eb46243b1d55e111e0d3ac85c19e1dfeebac5c255f2b0c4d6a1a5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44603da026d2f38d34d7c975c8bf650d03bb5d08
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a07eae3497420b4b41574d7a8dd8c9324a8268907577d07008bfc4be5dd870
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c202d722006fa5cd8e5a07906658f5c596aec62d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52921c2b5c4a646de75d440ddadcb1681b9e630cf51ac9a9c86c2d24e5634d91
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7df41f6a1138fa894c1dcd677e7bf3b8ec309e0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7e8a9caff279b3369c01bced1187fd0a32bce87ae21a42b66938dcac163807
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c3b8bcd5cca7137bd2b33dee4ac76aca97f8a3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a1517b60d224db794eb632d0ce0d2e9ccb00c46c7be697bb18421b9b79d267
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91487bb37b76793967f60c2f51092163e9914557
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d4bae618097a4279cbf61682a7a49fe72e9392ce82f3594afd09e75d0990ff0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96fcf4098aed8964ad05ef554ad9a77d5b9a8cb3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b14507e7efd8c25212fcc27059b5e3b7689d1406fe44a67bafacfbb043d952
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e888f9fe37e839a0ac54d23645a72ec38ec1f582
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd231034c3841188a0ce76aa03a8556cefdf0532856cd42819e510baec4cbca
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..888b2056d9cc22001d95d36d82a5341e6e6815ae
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d6be598c225a9559e2b6614cf9184b5f769f91f166a4deb13519bacad3b5c7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b9490d0131f780d538e22c33b57332696bb0914
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68b76f0a880494128d4c72c7a4a8f02676d5f71fd9f48c60c3a4d7a8c5f5b38
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a3587f70c1920b22af5d464d24239fcad2e6396
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12dbf884da17b7220ef59c07128fdd4c252a12ebc22a92fe64f579f5428e9699
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c681760b43757dc96e495b7d153498831c6f5af0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e741fcadc68f1eebf173bfb7aa358db02c9c0294e2eb96b630842492cb06548b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4dcb5d9ebdee528b77509fdefafa27a88424276
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b5b7a1f0d67dfade7640d79eb6d97c688c71b5d38fd532db933f30c208b1e6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccdc36821eac38e73dd8c61df53f2be5b4cdf70f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc0a80997f374204ba2c748a507ece769d5ab95b3d9178ead1a9652212b54b8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4efb311857fe81ec744c411da417ee65b715e9b2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41e844824dd857a3c6e5e59de419064b7011551b45450f151aadcadb80f6c92d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca46aba85538a994d5c5492b2fd9315ab0fd22c5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc0fbf7947c1e2d82a5938fe33c79a1188ee598eb33b2f8772777a6032fec6da
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f4d145460c659a70dddf757b69d9fa4c2a9218
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2fdda3acf8c55d72ce0c4c9858243b884d899fbfe2e2add0860bf4063d26483
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f34cd7f6d3ff9ce54bd3e10a189e66cbb85c8050
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa815e6618f3a8d7e62935302de3905f6e3fb18cb4cb6eda68663b509a1dee9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..518919150ca483bee10cf679a34bec17eacdeca2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fdd45f8e7c49dcfd16d653276b25f670456c1fba7f6c3431d116d20e2152ea1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abdac8b85d63423055003f01971d8bf15d5372b5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60341f249904c24f2ba2959b8c5345c7626661d45d28bf46f0554f568daab119
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4366253621089def23c912ecc87053b4ba27bdbd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63cddcc5394b02f066993edd007056bb3f2ecd0536b9024df86b84867cae45a1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a8232eef874c0e939401ded0232c328af97869
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:683a358a082f8c0cd8c705b0160d0544e54590c079d1e39f38c7b8e1bc05e2ea
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0292aedc4470ee8c5c0288d9f56d9eb851dfd38c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e31ccb3f2d9a123283629b323cafe8d3278fb933fbd10c5277828b51a68050
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80061b9deddd3fbebea08dcdc784fb6038960ca0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:853ece90cec3af050f2a67c0497db1604d4938109ecd36bde404934e8fc670a1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f2b14fe077952f0426ad5f81b2aa929e953f84
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fbe0745bbbc2f41ebcdcbc1f48f50899ff22284e01a854b40d64bd6883128c8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54194e8db70917af61727732c4d0d8032238cc61
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df850c27c60ac0f4b25a3cd3fb249798c1cf6e19f78da89af71c6062b626d70
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a78c237de6329f50a828fc210bc7acdfaea882
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2e0793189ccf509d323a4e99c3fd39d70ac553219fa4a75a4d36153486fd60
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e217233072302a21744c62af1a044282d455123
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e34b4aec3daac11c22aad4a1949492707611da29774d1bef4436884cc1a72425
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e4f46151f1d122d68bd59f59d3919f824288b5f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d913b827cdbb1a54c74d22ebd9572261db8a39be7051379fbcab358c94d6b9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9e3917598672462c3fb70986ec6f1f2c1a12c9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:972035492605bcfdc7b2ae39d74c465a458d7757a67295f3a52e58b2abfaea80
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c220a5e23188e656431261b34f105cb8042fc9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50db39c8f1265c31a68fed34d8ad45c3b63a17fe4980bee7da8faff297b5dd3d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2674631589e70f7f43a9f310f063d21e93c0919f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd3ef0a13cfecbf599764dfb42611d3fb7fa7700b153ad0bd354b2b2a950e944
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3338a9f8740a3bb4f83abf12c1e6d635feb103d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ca1f648b1a26b625960f9b5d603adc56c3dc57d1fcaf8691defdc1edc007e3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbbfa1ee0e4527dba2ba295698e3e28592ff5c80
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a46aac558add119779dcb0672cba329c1fd372e0669561e5b97c2e6e7ac742
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd693b70c5bc48b4998c25428ef45cb3df19b45
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0138050a37f03b13c369a5803ec4ff928062c12e2a6790a7547d5f699151a6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e58009e8c1c94de4d7c2514c28adc94ccd7832
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3f8c59fab905590ad12b3450bcf043cfbe18f5abffe8a990f3dc6c9a0e7669
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74655d95a77b674a9aa4c83f6f5032eb1ae4fddd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1228e00c8957cb5314c302b0976b659b0ad9bd4fe01ace59423ef9dd0acddb28
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a64caaa5d58f37985f312f6664f75eee8fef530f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74529b6339c12e1fcd936cb54a8b827e2617c760524fe2697451c2ddd5a52b43
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7455bf273823284cf3ee5abf94598fd5c85d379b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc15c4b6e08e5136493239f54afa1b08365ef936ab0245834294cc642a36fce5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c543f7324d1de3b6fa1640d5efbf524c89d0e64
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a2de3f31e68955231cee11fcbf2aaaf9cdb08894e473923eb5ccb6f192956bd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4d1be963a6d91ed8a29e15e400946988b852667
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca380288d498e307afc3ae9b34f6d29b32ef1c778ab31e73ad20dc57c8e5e7c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b74136f17bd426d29a41d248367d6a7c7329f491
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996fa5ea972016d8edb619044fa35097e275c1952b9872cb273ec254b1c8ea76
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f85643133d393f37f62d1e21c34473c06ef9db
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1067b4910a87ba415159b01b7ef0bc6d604164ba67a3ee9c17e89a4021c4c04e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3c531cf676fe64c30f784e92d09e4f0679e78ac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4055dc98fdfc2825564d675ae5b7da2fcc344d130cd728d9a8b2c0738439f354
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..725293737ea16c443be0d132d27ade396038b092
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346cb1d06baf9851fb5ddfc313b4719389ed2bf3c738081ef3b68e1f5941f34b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5fbedb4b1ff9d3dd6e7767ddb75723bf850246
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:256219e2553023587f38d583c8e72596eb20066b6eb47b19865d3a83536fbeec
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74cc5723f81ff2f13e296ba7a9de1782e587349f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30383b58066b2d82cba680c75cc57752f8ef40abc48ab9059332f984cfa0a964
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10142e1947ab0ccd0c36679b786f74cefb4a2ce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb501e68e2b3e47df3790d604a4850b23bbaa1ad4bc0ef71990eb02e51c2b9b5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc8232cdd1a56c85242885ebbbb87aba29666046
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc8398af96a3a5088360b9ad5147e6c3627e66956a660347b347054425a738d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c90950d720776740a134ce32b12d7a22f0e73be
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f887c2baf7a12670d9dc2bcd739bcba021165c13fbbb96142a79ba1ce933d5d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d44dd91dd0ca8c76862d0e9209268f34ddb36e4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7fa646b589bf08bb6b3d5ef504b437e1bf40295f3f0922447a06fc46ec67d87
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a17170c4f45558299ff2f1c095506a05cc38e6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:437562748ad911d8d1d48753e619d01d96b6e5cc6e1622387cc600a7310423a3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ed48723583a9bc6e44397730d5e3c8c75a0e94b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dd74af0445e9bcfdab15215508e23901b1926369a90387d1bb0fab364654646
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cbd00695b4a1616bc8f6ed8dfef1b637edd7ad7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f68b92cd2baf83fb0605a5fa07c48cf2a6e724d82df4631701c19d85e0cfe80
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f2a1f65762e3200b6fe8aac2220f4e72f752c44
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3581ae6d9d9b3d4b79845da27fe89dd33139d181b6b86b2d89920fee8a5a0cd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb5ab8b6ca465a969c57a3e53f944bd207be0b1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e6d8d66d34838aeb4df493d57ee724479844ee57949f244a9b4cfb071f5f637
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83270913abab1605a84a7d9bed48fe78489a02ac
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae53ff2eede10f2b5c55e75db94ad08bfbeb23c1ef6dc7607c6223396faf010c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b44e4d7f104088a329470d031d9b5ab1aac9f6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acdf25b40ac5b7d24b6f56e305410ca793086f80772e3fe08b373abff8399841
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa80cbe71c56f17172a367e36042b69b73045da3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d53a607f0ab79b67804d2e0ba3324bd8ef2f35491f66a131e58af355261c7743
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..612930289cfe9fcd8dbb0b82c620436b85b9dcbc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc733fcbee96d743bdd285e7738112c2b2f0bb9e9e449920565a7786cf1f9274
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14cc7f143665eca783e9d663beb53d0aa6de1c5d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d47db49e874d45ff6c8bf91f49926432efa206173a935c8dd2a9fc1b2b1a40
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f89dc8caa3c428e7f961880dd6d39c429877d52b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af82b22ee6c4757ead22f6fe4abbf80a750a196334bcf270d01bad80c5fefb6c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a693f6212c06460436f45560348d63f9ff2478d9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460a5c4137e22e334d5c46106f30f8f7eded6625e6c3c5929b3ccf91f4af2caf
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c390b5a26e517f87f1c5d024204ecb4710e5648
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24a2555b7ce4e4bf754fd35615bba329252baca66f0a5cd2f3eeca4ef77186d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1478626be2e87f3e1fa2f9deff10fb231ccb50e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f11484f3e7f7a44e46e1302e1f96c085d791867ef021d8815b890b6f08ea095
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e758840702a290597bccabd62700979503c1d2ba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1bb70ed8d1d502769cd7bafbd0168c4996babb088712f7e4be85d09c3d9e5f5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..097d989cc49f7bde03eea018c0a9c9ed7cb16af2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57bfc1c08a5ad6f9ef30a9fe2fea1d1a817b671494be13539aad1dabf5be6290
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc6b16fcbee777e827a7f436caaa6588cda712b7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6873ad922c0eff669b4784c7304bb51cc784e841b59e1a4aca7d76721d62be54
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdfc2ab285ffa832d10e731c25333994938c9df5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fffca7dcb4b2f6499d7a274559d55f8e2bc108faefe5292e95d5c0d4ce3b4cb1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ac7dd9719ac62332da0b5927f5a03220b5ad41
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:461a92fcccddc677a3c07e8e5bb9e40b41b589f80b2c453ab8404d8e01f2468f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17321080e1ff17e57f374572e113e9004866254
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1d56b74efa216d4ffd384fcfb4b8dfe947f14896090c17bee29da79658119e8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89eb5334c174feb03e3f87d80e9a5792e09d3282
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a1875353544ffe66a93b5fedb1c78c627cde807b816e28d276ede7c8171165
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0144e64500493f2a376a1db8bc03f049b166a15c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc69083c410cfe92a8a5e5cfcfe4a3b861dc476c053b171dd0ac8e03e385d15
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0448f3b3b43706fe909569200fe336e5db63246
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:863fb993ace15126273928f21bbb1ec9b6d83d81b3cc4ec63c9e346c9d07e0ac
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73858333eeaeb8ded8915c3732844ff42ac9ea4f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b9d6711aca4673a34ee111e99755c8683a0637212dbf66b6832158915ae7ac
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1436d4982672f84ac9fef5058ffbf3e090ca8b08
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce062f54c6b743384d6eb171f76e71356c38cc43371eed50c83028566cb421a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e8f7556d0e754b9c29e4c84c1c7deb9d81bdf9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b53e1024f06461e9c35475f091cca974f302d868e5d2268294c6068785da1e7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b4f45b5790c7a398217d907e98490f85539cfd5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7ef5ca0e83473a4e481b90aff59820ccb56ddd3d0c9227b43532f47492ff27
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d291d7a8a746eb8652335647dc7a376757d0a5ed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1856e7096ba6445317931c37b6318cd47cd09fa2ba11911f13c1fc780ae5cbf2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae32ac125261a79ad64dd63f47c53a32b603d6a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb894acc09137569eaf27bc55be4173f54be4f47647d2c963bb204250c08f811
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1989574b7952d01eb7d417fde5b0ae4ea3fd8012
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe57af4c00c0e543c2e277b1db4ac85b350298aeb3609d4e105a1b9d1a14193
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..defed3030e360f88f34ff6ccc5774656f7c1d690
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:744eb286c35c9c5fc07b44ca55a41ba5d5452e6f84344eff7947f63116feaae0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a13fdf33733880cbe1770a7284655a593b65f3e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15be46446788de84fa69ad653bbe138f5af3bc2389b241913ac22031dd11402a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd8f46179410ffdbe706da23accc1baba27fad13
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63537dcd95ee0bbd9547f178a55ab3897999b674d6c10bb4117da11fb9fa573c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ff1ef4185d764fb5f54d50b2572b7376d24df7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d22e481084f51f2cac8bf94c059f9a5d6a600d3265b3b323458f8b759d72cc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6113bace6ec559605bbcaaeeaf1afd62844c2659
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc53f643a9b1040dc7f7073041e9ceb8829489eac0379d6917be18602346dec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..200ebcc7cc9934482b72d2eb10085e92fa7251ed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4883bbfdac8071ad2ad797797f66759dc367ca75f0d92a2539df5a486b2311d8
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c90ef8279c79a7ace284072617070a3fe8f87dbf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23a0a112d3d14033856101faefa3f50d49a65bd2423659709b898a2806278d1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b1d622873fa1e7bea56a8bdcf35a05bf247f73
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e991e6531e7a97e6b5d4f4c46d2bb40bce06c4841183a66b496365014c186d86
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..293936f62c1ab8fce0ec375275113f448a2c429d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82bcc57b5bf08628fca437d75b5dd3788dfcb6cea03a88153f3aeb375383c833
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f355566a3afea656727f43f9a8b50f08c6bd5c24
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf3335f8d2f423bac9abd2b29b6da76994137e6c92292eb65da029af1c9c9899
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c81fc5b03cd188a8884b53331b177807a34e5a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce0a15c38a998fa04fb8f8afd956a690ed5f00155768a8fedb035d18b12b204
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656599375b72de890be3b476374db4014f994887
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c108773013e6a8c682de46e7efdb05814610d9954f07c4f17bff5e3b8b09c2a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b6d06c4ad3eecc1e9291d9e7351ac6554de936a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72625beb7a05ef56ee5da83e688a42e47a7e06b28ebee0364cee11982e1ca924
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c81bd1a45453c7cee38505c2e5c8e5d4e5ef9a0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96217fce0ed70882e25836aba4da3a20fb1800ce3f95ba57f6a925a2b2f15a37
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..150660df34ac5287801b01159a71f93a0e2cab45
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84fc16730ac1cf41476da3e5a5b5c8f9470dc62c1e0a7b0624221ec822b65ca6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c327de5b3a9f7d68ec35801d61c5ab6f6c46ae02
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b03896ee9f4a2533e3c08b2ef7919f1aff41f906a45aec92ff295eb5a410956
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c615d65ff159b942033f95e20bd105c4a601b20
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d3e5744611182d10ed92639dbcf5324bf821e7c787f2a9a18497d112b72c4d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d788e18d44d6c66ccf9a45287fd37c91d74c3055
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a6135454b05e891d9b86c129c6046aed353c1d941fdf29a42d76788e61589d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89e50f999e705eb0c6248ee32c9b68a0d0955b1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bddf719705819b21790681f6052e6ab33f43f7fe24d74874aa85f437d803269
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97dcc7e14577c9421a009ad014330c3125149e5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcab14cfac5ae49e841b2412206aaa9e58368d5e0aa214c582579f4604da18d0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf63f81b220aefcbac9406f59bee798d6f27ab41
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e309f7dd46da389f875a5a68fb2c9fba3201b4a2a96273440d2f1bd43ae47714
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd284e603f561db7b7a070f2ed46b7d454781680
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6ce8eff32c40f8758ed0afdcfeaba30b1409ac01d36004894ae11e84d69b11e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5441565b2fc68913fc06b11324a6e71e66e5b548
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0127aa7b861b4cfb509d7d4c5dea605ae937a195162f73cbfa9b9121387b8ae9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e35b802ddeef6172dce5fc1a13d8ef2eba226f87
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a817e8645db19c72d3ccb4a1fc06921ba6ec4fe8d00903d9588dbff5b640484
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc213639f1cfc8f2a8c293b230d25c5459b20441
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73f5e41aad60d181745bdbc2573a3a7cc597e3f7092892c2f13a06a8e4075cb1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..919592b228a6c8bb38df3aff333ead031d2f7873
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:354d189ca2a79e9ee20aa1ac7f6b48c03838f378d53fa81d3ade813220bf4fea
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b6dd49140641fb74fa590cedf58f855028a80e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a86a509743c997eb6f7530292a5380efe58ad7213da8e9dc289be2009b069d0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..918ace11840a5dd74e545d51f6a7caaac9e61e9b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:066f702327e8d0094c55ca0a96421eb6d2379ca92261ff5af5a7aade0d1092ab
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e0413eaeb2ba73365427404d544a27272cba73
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa28b2664d307f55fe754b754c0add2fe14c65e1cf22c16e5a652a9657d71d94
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d79e286a878c599e6da9a1fb095f2ee0a3b7a7dd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05831b7e8c7dac71d23f5e33539211b1801f3f59027dd2a20394622934f7a7e8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529e3f9ebaec1db6d7fc1a3f89dc631d9ffcd356
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec609f624a50e2f8f70813dca0abf2808569cd93270978d3df6ce7a601ee5d3f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2bd0cc7b40b7971d3fe6736186d06f8346424f2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faf69fe26fb7ecf742821b489387c9c320e33f098a816eb3472cc47ab4fdb87b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af5ba7aa72b4ad0f558ed7ac8ed630d5d95d24b9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b00f10894778471930552b873aacf2299be0068598c73783f03a64e7a5b08c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3209ea62d8241389e2e279e796598c8c5632afe8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e975c09de506cd36ad3f9b7455df738e960a1af4a9ffaca9d7b437e2e4845c1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ef3c3101a4385a93f166d2aadb565faff6c3e5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05bf6cc375d019e6a672adbebbdabd89930dc88bc1bfd5016526d8597666898e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b66cd8a203eb886b05abb07a00ce46f28d356903
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e0d732edc3b52dc328bd83c37163f2556ad6d69867c4ef35b440bf75806527
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee3df865cebb23fcfe5ded9893cb64a52a15efe9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:845c3985532a423769f5c366252c4e4534894183e8d54decbc139092d5ebc1af
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510b2efbbbebdf072975d99bad3e8c34d1c7aab7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7ea024ce5165e637211837634640aa8ec3a9eb8f304c87e6a1ab19f259f863
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd5ae253d6f7f058bb862cad1b33481b08a05fa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f336401d48eda3466675bb33d25c9a916fb66a196afeff0ef27e087e38f16c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2cb4436387a853b4f6096cf20202004464631d5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfbc5297c04ed5480fea93042f95515cc113139cbb0c7d240089f7e7d715b7dd
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..259a9e43ae74fd2ef6e0b7e2e7e36bc26d1f8b13
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57749edcde50d2da02aa04af21441c6dd6ca8dcf79f6f07d58694e660589eb0c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc20070cf60e583c1a342d3535fe1504df9cbed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc8b0cc6283129a84e3eb4f3725f40c2e3801e3a47adf94600ae51abe328ca6b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..221e6f2e586ade0333442c8e55b7a9ba813097f3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d9622e0074cecd368e9583fc67256364472bc2ec6b951472182f92c0f228802
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86642657c373565bda87c7fbf60af0e20ee38451
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df98aa672ccce031b2e3fff919b6cce1c3d0c568fde8c54728f13d60d73aa26
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8081be52b84cec637a57c1ad20283b0d25795327
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1109fbac1e42db8a47443c817b135cb58d558daac36e1a59d8c1d14732206a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00375ef81b1c007c11f88d6c18c81df72c9806c0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd034cdf5e020e9bc34a7f7f20b924e9f78978755d6b9dc0a65b422492e11fa
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c72162aa783beae4d896b770fe0a8e2e85d5e5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1591198c6c38bf7d6148a4168217587f06c58245530ba2202eee5945835e5a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..910ef76f52b2af3f2922c2fc9ed77c714c64cbdc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03817b35c94ac5c39454c9129087a9366ee20d145b418a98bbe8c62ffbfc1103
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f619c479723a4351af61b2ebbbef9f31266888
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14894657c9aa430decac32004fa32f86cdb5dd6c941abbf78cdec2eda9a76f15
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72031356031fdb9291c25a5a6bb7ecf5665d47b2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea94d324ae1b015dd43fcb7d9a7f939bfc10022a2226fc70ed78c7ee3834661d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..574c0ee745ab25a2d153012efa464e8016fa8c2a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:864b99073b045d68f5fdd5b597f3213b86c6c45e1fa2d408667d4f095829e467
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76b6bff094ed1f6a66afc921e2455f03b930a333
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d1123dc2177e3d3a9a3ffb7f36cc443249f51f134da54c35f6360bb8985ea5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..055193d9e32948b6e59c493bbd53d74058504d13
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f646cf444b829adf9004477456ed38daac12658ae69ced1aeabae41b72b6d1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa60792502d8e729f41bc106d19271a557ce0610
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce054362da2d676d3a0d176e6cdd388249b2d075d5d8aaac25354953ddb6100b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..685e0e421f77b71b15a39031da1a3252782f0df2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f2fa53e431e1c2406f6a1a540ecc368f0d12b5bbb0dc7d1335797dd4213037
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bffe2461cd7ecc45012ad9b8456f61a0a01d0ca7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e3e19ddcdfbfa91f31d4cf1098e6574d51f1a03a1701217939ecbc44037a56
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17eb2fe1900b37b6caca20f98cb68ec2243b3c4f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b797622fa2ce07b0699922c2abad531492d359a5490144aeb90627e282418030
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1437d9f9054f5bff3405833b801e2dac3c9dc700
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f41c0d44d71bdf47e379fe90492f42f5c86a5007147eb352d2a0c661a106fe
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d79ab34d874ef53067d51fe4bc01bb77791c1c66
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53dcdec66c35993d71fc0f5df2b4a9eaaa25052c86c8d125575d2666e5dd3b57
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a4c68d2909e677f013e9aea5985afcdc7eb202
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a299a428af8d80fec7f2dd0235a8d4ba3011f2d09084fd880563d7f2e82cd3f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efecdbd25b56e634e35d85f302029684f6bbe40d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:023dada0c596653251996f2807a558a1e416ab08f7b112af442a258b456e9d52
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff3796eabfed64bf004f75945b2d38026665ed9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f1bca3ed911e762af0c3d849675b19ab976932ebd8445a2055b7ee2141897b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e0f4776ac7d26ca9deb8df5b48da18a477c33a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a49f6b4bd23873ce41a950c753d0213d40f731b94ac650c4e37d4527a2774e2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c16dcda80c2b0fcfb82f9af172bef3b62ab6fe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec880bd0374ee3599b65177d60f60356f9fb2153f55c1138b7017d867e59dd3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8247f41e812d15aece4a8f549fd622ea2d0a473b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c2532a04f5781440e43fcf808a2174bd2cc1db478988b4207aead7efd0e170
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c0c3c122647d4eecc196474e08a1cd7df126c64
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e200770a3684cc548d82e0a1ddf5ae8bbe638c8426351fe4b66123502a353221
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23877b2996f3db55e1e894333069ad0e74a799b1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2332300286507bd766bf781d515fd0571cbd78cabcefcd01de5b33286e818490
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8259e00f5b33d4eae90cbb3d230a7c62e3215d2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84116f2978c950cc68ce636efb81f56d08684f319a39f2ba5c7e7397d4d1550
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d84eea98b66066eeaf5a6570e37dccdcc5b98cc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0fa3bec586be389f4209a9250756aef3fffb825d2a33aa66c1482e317facdb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61fd116b3cfa65532ecf82c5a65eb8a4d3a81856
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba1f740fec3b32a78d7a6cc0c78cfca2bf1786ace5ca25107e42dfb79627a8a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9672474699dd14cb6e4314b8bb295c97a73606be
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2c9c3e009472f4e256b3bc8c79e37b750da3431015183b4fc18c2d75569b32c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a936154b6cd1ecd2a5255a0f3ca489e5f9a506da
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f91d149b675826e81a2cd66016fa1c23e4cbcb5261af34255c5c7002470689f1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6f9a2d7bc00db975a9475bad283812f20790bc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0680109232241d3725f504445ad924cbb7e7480e860549cb49819c1e4e37ac88
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5c5630d661e13022b6c9b4bf026b6e6535f0fb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d4cbb16c325e31545b29a9af6ce7b72c6a5fa63068b96c8414de17b9e0cfbe0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6376f7617f56f453d20c2ff072f48b2f740585c9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac755c411b4ead822e6f4a775d41c23139b31ef9106a6cce08fbf4124dc4113
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9da164ce5d1d38ecd27a597c7ca312f115b1ded0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc03da16a1ccdc12810bc536d7e7eb080ddffb110ad69406f89d38bc711a8d5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73603ea52e2a59d80ec4b0f79a05bd261c34d3bf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16451f0d446c64655ff46c0df62bcfe51b94e44b4dc01ef310694af27ce228ca
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fdc1314a21e47178d4845182a275868ff08999c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e86ea4eaf2039518becc60f47663477bef530017a2f3a772cc74675baa8829
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b38549b3fc1ec89925faa478b7522354e2e99dca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364161ac8fea9304c2296c5da2ad4678eee6408759bef6941a56936ab28c8fee
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6d664bfabbf53a168ec195bf79800f548135f9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db6c4e11ae1562f27fafa3a7030fcbdfaf1068f4c591a488fcc1c58e442e38
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/lm_head/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a2ca7fa46c0366a7096b7594ad8c6db719a189
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c36d59ea0110195a2320680b4f5cb29c978d5929fed88d05f550b61f277159
+size 514179
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d201c8740a3932854b65cc44fd1f36511995d34
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b91e1a7428bd712021f1728bfbab08103a978af6cdf0f825cf35f427cc22157c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2347d14084f6bd3407a35f3627e63eb205ae84
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e39da80b3efb2cb31f147814a2f97a9888c6911a227ed5ee797e406ac355916e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab50a6637f8c32b0e9b6388dafe34f234d5e115
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116aa63f27561811ad2e4362a1d188d5876f8a174fdd1b7ea5b13124e1a79e24
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c9677f17c5ead63d82efd90996a04b25fe4692
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab183f945da53e53018322308a4d02c4268c5d53608ba1fd0d664ef8f231b27e
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cee75aadfe2ceeaa016929bf32c3b0696f95ba5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d86f938d7652f24519922cd78107e3840377991d0358314b0675065671096b6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779257370a5b53b88b8fcd4d754b9ee1334f2a32
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13af16b7ef4d9e43f073eb20adca14e828396d185bcea4a6d384c548819bc1f0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a158eb70a65b5133dff51dbb2bdee397d883d3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3554dc92cdc647fc23d5a277ada8a61bbcbe713708259253eda6d1dbde6e61f6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbba88cd968dedcddfc01dc0c18e03c6a2f79054
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbfa61ba359ae0484c9cf0b8c665621fa984195ce74ead5b7c15b5a728215a77
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..883c99c68412ccdb94fd641b59731e954a256043
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f7200c559f6fe67d1f6ef0ae5fbff8056f6fce0f68a010adde2e2d7d3674299
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d81fcafde82e1b7f2ebe33f7d943da684c3790
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02cb3e63edef41fe78ef0d1c729c34031674e22f755f115a81dfb92d40d75591
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a74e9e169d81f122b8a503aab5ed99a8ceeb16f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0be7ca0ff166534ca4bd4e179e34dc95465a241e1d502660379c04bb80dff2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a8c6374861a7e28aaa09cd9d24ad051cec80aa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d902a1c024985c63243450ce2c957e9a299d0a22a883a8b4761256d847682517
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b9120e4799398c4853db930ddaab071c48ee15
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:549cae0c79966087065e2fe13da8ead193392f70130fda48f23f7dece14bb662
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c522c2fc6492c599d635f11863bc7e63c8e217c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b821714ff91b7b420f4a52dbcc9c29ad85ccdf27b1144dfb4dc6171082c22d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89be1f4453f55a40e6b9557c5fcd2e83ae75d852
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa68c3d1a869e326df0e230c1d1b63aea712b49a49f6dfc78cbaf5d4d4c41ab3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e646b99821f37b4499c4e9f2a5cef09b2d322a9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88053f7b75f2ae348e9b13fe4ee4a3ad4b7b430c4b5c917376b31b2a20264427
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71378910161395b92031ef79c33fd88ab483f9f1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ccb24ddb16de778531b203471719c3d93f9f280d6652595ea7227043569496
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2906a7945f6ea48138ed2901f1959276cc753730
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ebeb52d69f3f4440e6b5a95797fe447caaa11ac51df12a89594ab772d49e2a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fa749b776083debae744b06f99aa930b209e490
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c9c44473f998cd32cfe7589a43a7d61ec5e552e9e0c55a2665ebcd344ea2bd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52271decdf5535275169f4385a7a05cf33630c52
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d56658f0dd75b4734ee503b23df430fd1af84d0f94bd3bb63c22efead52471d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ba186b91dfef954bafde678c3e0a1cc862ac28
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f4ad045e8205ae9a40f7e7b65a3ed679545354c8ede79ca7666dabd4a83d03
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a24d165e7e76b4eaf11daf1b20801adaf3522bdb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb8de7407c7ec20494b93fbfc5c5d17460c3f0d3522419b682277f997fae2807
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf5e7b3af0de02b03b9e98ead6dfe2fcf5649dd0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74fa2aac9b7eb9eaa147422bccd893922d53ccd4ae84200f5226145a1705a2b6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cad01091445f64e74e5a93d3ef151a221d8d0bf6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74107d6726993ec13f6a627d42919bc44c9b20a36c11e52c3783caa6ceed0814
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc17c8c08c86bd4a1931abfb94f03facf05ba0f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e928e05e653f389b03f6663e3e73c31968300b79233646ea648a2889141497
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8abad2fdd3e10a7cf6c66c5e7bf17bac21f7d0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234ae66a25b26889d132ddddbf6318688f39cc6a77725b9cd89eeb0ef6acf34e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9d3d28924e603dae2eaecee326376b3cb3c0f4d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ef42773c74e3be9a898744748a7df5889c62f4366092c02f62aad1bb1f3295
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b4e626a3b10508f9850b6df939291071da8e6d7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd50b07bc0ff766b5e57386ea7e892ab8a05327464b4d9672501ce1dbc1de123
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..780afa80624f330510bb5447cbecda9f41a057b4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab81bba2e0cad09a4cdef1ddfd9f2419e307dfc747216e293f9ded33e0487b1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54f183cb629a4cf20ae13afdef31861dcd20b30b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df81f0741f686d7ea3c0fdf9854f0d2117cacea33d0cf95849fc03ac6eca8b4e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..589b7559acb91e50adf331e9656843724b80fb24
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c7ebf0d80b68a904410fa3a81f00418a7b81928c41db7c55fde4c03e69b6f0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d573a83f32734f0332d2f2c55651188e0e85ec5d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39a67d5edcc18c757b06bd473b100b42b8ed3f68a2807fccc8e67187a9d4507
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c264cb5e08bba8d9ee13ed90a614e1b3d61ab6b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21efdb5a9236a57c77be1adb06be4184cc28648f5c10c0ecca5e03ed96e2c2fb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd9590515ce90e0a3b025a4f3b31e4ed8717213
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498d6ae67120fcd521ad944a7e45d5d6a010147bc28a4b50a0d20f4b42ac004d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ecc269af040ba8ca61b50d087c54adb895b385a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1905abfd2d5de3f0572c2b62ce539e46ad2a9deea86d2cd6ddd8654418043553
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d137205c070e615f18bd4651a1fb5b8056b601a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1884ec910c24cd959f1cb311a993358ff4b4537487047164cad88f4c2391872
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..616de1db43acc169e62c69a0c49eaa39399a73cc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:531a0f5a50c48cf0dc8a3972ca85f20d6ea243b5318064085b2186434dc74313
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2218c2d823786cbf01567f381b4f9796e5c88667
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7345fe6280fbe3c1bdc75298b7e655e2640d00eff534cb33de307539ec0992c6
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd5525b9f3c3953370a1864b5a0f4d12fe658a1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a02698d85b5179ed9f4883e98c94d16fc30af06ff01e2d76ad274b6f70397f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efa94148bffb16b6a63751fc3f822d25fa10637f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76196b3077cf78c0303ad2eab7b88604abb7a46b55e25690fb24f24fccca6157
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5b73da7d98a2275840a0ab7c533fffedf224f3b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df775570e07e5b115eb128fdb00b84d97d44009faec3587430e300e8f811c5e9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c61b427754775e1aee35969237fc1d8e3215bcf8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af4b29413bc078f0f1b0f633cf9931526dd33d8cd671eac2f05a8a5ca8bb1171
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dad2fdccf843d9e66de14b16ade120760abc11e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbb80d6726f6f295e26e32850c3c7ee8028fb6338dd63420aa36f1827b2f975
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c39466e95d4e98be49ddf186cd1f824625eb3ab
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee165478598588ad7d3601f47fe6a45507a0572eee918c4e295b336730183502
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bb373198c9004481771ec83a2eae7a4d9b0db2b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd9db833d2e37240d1aaedf3f9a1418cb2e2e94146964f449b09cc6f7c70afc3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76af6ead4a94a1dcfa1dad3b04ec24a97ed090aa
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4faad417b3a9115ea57a184fa5090833017cf092cf55a6a6ad07a7c2af80b9eb
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f526c269d5c9ddc6886592604091466a94933e22
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871291eaa3d8c41c733651f9a2d74b5e981fcf26e0a58bba6cf2d4ac0acebba7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d87817032426e96a7ae674f0e11ea7d788f35943
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba7bcbc7f99bdc9705424aadee52e70980cc9b04583fddb1ad95c05d0647ec23
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c12ec189f4ea917be36cddd844a5ed8a0ae2d299
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f0fc32ce21503947143bedd829608e982947d7bb5a33ca7cac3c0a32a43090
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..432d62b1373fa1a03c2e2d2a26797f70e183b5d3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e9aa92b4ab982fea4ee9534cfc83a0249d31e049e14ec909bf6344e93f3c8d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53fea099b06ed1cfb8b64434817e658d3b20d092
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b383345915b21f13b1ced8c53ff2fe4399a0e7ccc0cd0e72423ddc388e9a601f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a672bbe843ee28998174e3ac36211bf8988b8fb
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e0d821f11d463b77e5bbb5b5af3498ff1d8c2b27db00c285859c37523023d1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c94876283afa31250438b98eab59b1c5ff11f6a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a32209519ef6d79e7b466d04f12d937db6ba931a684160699aa27b724cf65bce
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aff947e5a05d274b275f7c0b92f7c41de388f74
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae88a62108d992c3103550cf8c8be76413e86888ab5b1d6000b03bf844a4b16
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da19caf09c2434bae9877ccd69232c3d5acd87d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b88cf4eb119d1cf06b9301a89202cdffc163095dc0127460aaa906357d2768
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f00ae76892aac0450cc4f2689d14413121e0a4db
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19806c36c5f50bda73a01d8e869a8c26530fd52109c5202a140de652036b656b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765b54a4896362ffe900a5e27fa5620bd23b4925
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6d1d240f61223aba78fda38da81f23adcab25ede6610ef1f9d6d2ff9823303
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f79c04caa239cf33744216d1834ab411f328aed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8de897b847ab74da5da13fa0fb460de43fb11407307aa0528d160a81c735fe4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ee44ae29b1d476baa1458cffc5edd0898c8928
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e7e0c38dbc21bb25af02e0ee2ea45352d6d46b3a65df631e9d33a561a0f3c1b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0d8cd3ddcc80eadf0c4fa9b099f73badee9b98
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c200dbe4a55662efca2efc79c18b336d41456c4686a4a6d805a3f62c0d0605
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1182c6373d08cfda05b151b163240e52057bae94
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8c00f27845dffe9ad9fb5b072de59b79cf66d7ec917a0a3d2b806d922415164
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6fcdbad5b17054b674720da2e21a62b6789451e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3617ab83366f9d260e69deedb3d2ef5f0d6f6515b8442e14d2c228b0c99fa3d6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f53e340d8553220b53d0342d0cd0503275583c6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f42a803f03084288638c1690cb1ce017dff19c96e3ef864793bd7ed17e93acd
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914b17cf9461f4cbb466e0374e552cdaf9059f7c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96aa686fcbd419a424e637aecdcf4c7d5310f632e0bf2ef33c3a9ee49535d699
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78815a8bccb689d9c2d43a5c312a659ebb835a94
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37d7311461f3a061c436145dbc6c7670e2968a7ca18f232758b7d1b5cd0a9fd2
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c202d722006fa5cd8e5a07906658f5c596aec62d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52921c2b5c4a646de75d440ddadcb1681b9e630cf51ac9a9c86c2d24e5634d91
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f494c4f629d482c61e613d17b9dc5ebbd4f78f31
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9bcfae78719cc6fb55a48d6b8bb25b6fc081e7383d5ac75497fdd69bc9dc8b2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..708345024531e6fea3502ccb80295a80454b2560
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f9ecfba090765814bb687fbfdcac078fe76a820b8d0721e29d10f26f4191cb
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91487bb37b76793967f60c2f51092163e9914557
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d4bae618097a4279cbf61682a7a49fe72e9392ce82f3594afd09e75d0990ff0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96fcf4098aed8964ad05ef554ad9a77d5b9a8cb3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b14507e7efd8c25212fcc27059b5e3b7689d1406fe44a67bafacfbb043d952
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2fb408f768b92a2e40c14b1b78b6eebd86a74c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44f454075ade5d5ca66bdb2c27961170b4e09ab6998bd0108d54ac54b81eb68
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de7d70ac2ba3fcaee1f7717e127bfa756122db0f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a083a02ba79131b878d2238c25053e917f6605e71f08eb57788c7dda42cbf2e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b9490d0131f780d538e22c33b57332696bb0914
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68b76f0a880494128d4c72c7a4a8f02676d5f71fd9f48c60c3a4d7a8c5f5b38
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a3587f70c1920b22af5d464d24239fcad2e6396
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12dbf884da17b7220ef59c07128fdd4c252a12ebc22a92fe64f579f5428e9699
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f1a7008eb74e78670dd13281f494cafe6df0f7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d52281dfd8be5a8d417088a96cc6ffbeb97e3b95dcb328cdbd1c0cab8c6c7e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4dcb5d9ebdee528b77509fdefafa27a88424276
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b5b7a1f0d67dfade7640d79eb6d97c688c71b5d38fd532db933f30c208b1e6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccdc36821eac38e73dd8c61df53f2be5b4cdf70f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc0a80997f374204ba2c748a507ece769d5ab95b3d9178ead1a9652212b54b8
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2a025386a59af69ff68d4df5e36005a8bf1f33
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f206053491d4ff2f8d1d7e14669e35ce7747ccfb7f476e3169ec416d40c3da30
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7204e699b5109a6f153288a10cd2c6a1af8c8d2f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b25569b3ee4041e94285b45f1e9912fe0f83864ce23d486c94d07da4218a1801
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f4d145460c659a70dddf757b69d9fa4c2a9218
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2fdda3acf8c55d72ce0c4c9858243b884d899fbfe2e2add0860bf4063d26483
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f34cd7f6d3ff9ce54bd3e10a189e66cbb85c8050
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa815e6618f3a8d7e62935302de3905f6e3fb18cb4cb6eda68663b509a1dee9
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d19d6b41c3adbef62632b7cb722265267b7c51
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec3a6d349003fd21f1cdb19c4e9dfe60cea8d5fc7ae4490e2d74238c0b4b038e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abdac8b85d63423055003f01971d8bf15d5372b5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60341f249904c24f2ba2959b8c5345c7626661d45d28bf46f0554f568daab119
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4366253621089def23c912ecc87053b4ba27bdbd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63cddcc5394b02f066993edd007056bb3f2ecd0536b9024df86b84867cae45a1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..312d5f85e4da666366bcabab9997d864f30a220f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6ee077bc5637c39ad0f43c50baf80f166744353edd245488ca3d005f16bb7bc
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0292aedc4470ee8c5c0288d9f56d9eb851dfd38c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e31ccb3f2d9a123283629b323cafe8d3278fb933fbd10c5277828b51a68050
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80061b9deddd3fbebea08dcdc784fb6038960ca0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:853ece90cec3af050f2a67c0497db1604d4938109ecd36bde404934e8fc670a1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9820ca360014d7a99da02259f0dc44d06a490352
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d15f0052a919c642649c62eea75de886aca465ba20285b384a217b650b8452a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54194e8db70917af61727732c4d0d8032238cc61
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df850c27c60ac0f4b25a3cd3fb249798c1cf6e19f78da89af71c6062b626d70
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a78c237de6329f50a828fc210bc7acdfaea882
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec2e0793189ccf509d323a4e99c3fd39d70ac553219fa4a75a4d36153486fd60
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e217233072302a21744c62af1a044282d455123
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e34b4aec3daac11c22aad4a1949492707611da29774d1bef4436884cc1a72425
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5eaeb56636a55d16444c0e8348d43748fa65686
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b1bebe7274d1dfedd34a43bc6a9972cd4fa641a89ce40a7192db6c44865995
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dab38fb1103560d05476118d7365e11dca30100
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2ba1f21601f43fda639bd6520ed72d73a7dbcd8f31588df95898e7db9622d03
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c220a5e23188e656431261b34f105cb8042fc9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50db39c8f1265c31a68fed34d8ad45c3b63a17fe4980bee7da8faff297b5dd3d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2674631589e70f7f43a9f310f063d21e93c0919f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd3ef0a13cfecbf599764dfb42611d3fb7fa7700b153ad0bd354b2b2a950e944
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c18b66ca385fd4765efd7255fe8499e333bd980
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e003f98ced5813a1652f81dcefee6600d77a8311de058273c3afe989f53b5b2c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbbfa1ee0e4527dba2ba295698e3e28592ff5c80
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a46aac558add119779dcb0672cba329c1fd372e0669561e5b97c2e6e7ac742
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd693b70c5bc48b4998c25428ef45cb3df19b45
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0138050a37f03b13c369a5803ec4ff928062c12e2a6790a7547d5f699151a6
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cda3a7d5af8db51c7252b38edf1d0bf007f263e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6901057ea8f074b727a52deb71c12153fc6873f577633838aa22850567e38b54
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88237a1e1ac41ed1d442909ac995bfbad7af1f96
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c19dde4dcc1b630e2ee8099173c53c4c27173e80e731ec04076911b483a3ec
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf46e73cfb347b3fbda4d2f8ef9e3ccb06149fd9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe5b3e82a5f28edcd481799406df45c79c5d5e36e7d62baeebacde9c67018d26
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9a142c49225c28bb51bad57ad48351946bda38
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76d668b7defa97c75d5ae193958f909a245610ff6be37d61cbfd1bf664e64daf
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c543f7324d1de3b6fa1640d5efbf524c89d0e64
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a2de3f31e68955231cee11fcbf2aaaf9cdb08894e473923eb5ccb6f192956bd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4d1be963a6d91ed8a29e15e400946988b852667
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca380288d498e307afc3ae9b34f6d29b32ef1c778ab31e73ad20dc57c8e5e7c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b74136f17bd426d29a41d248367d6a7c7329f491
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996fa5ea972016d8edb619044fa35097e275c1952b9872cb273ec254b1c8ea76
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a76e69393908e5d08ec82328dcc0b041dfd7f44
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e354cfa68d0dfcdf4bf915c76fa984036ada2f8a158607b5a4a056364e526b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d7b119a48ad91edf3269b867a3eb2ba2f137ac7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef2760d0c743404ec9dc83f7a9391542937922bf9a525d332d1df7a42c92251
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..725293737ea16c443be0d132d27ade396038b092
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.22.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346cb1d06baf9851fb5ddfc313b4719389ed2bf3c738081ef3b68e1f5941f34b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1306d25ebaa6d44c042b56e8db94b2c9d72949
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb04aa06a5cf6ea2f986226e0dac322a428f16d4dd487acd85627e54686af885
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74cc5723f81ff2f13e296ba7a9de1782e587349f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30383b58066b2d82cba680c75cc57752f8ef40abc48ab9059332f984cfa0a964
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10142e1947ab0ccd0c36679b786f74cefb4a2ce
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb501e68e2b3e47df3790d604a4850b23bbaa1ad4bc0ef71990eb02e51c2b9b5
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc8232cdd1a56c85242885ebbbb87aba29666046
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.22.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc8398af96a3a5088360b9ad5147e6c3627e66956a660347b347054425a738d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0795924327cb91b641fdaf7327da2be68d6a2879
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:591dd8070abcb9cbdf8e974976e9727fe7201aa8ec31168c10fc1904a70e4eb6
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c110a84df69975c63035ae6fd615e30e5eb965
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84267a0621148a23c47f705138bf60c5a27f217cde99b37a1001d426612985a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96a17170c4f45558299ff2f1c095506a05cc38e6
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.23.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:437562748ad911d8d1d48753e619d01d96b6e5cc6e1622387cc600a7310423a3
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73947c810a89f0374e76b341ef65966f0792b899
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b29066ffad1b1d861934f251aab290b260075c52a6c4b699bfd4eb9d31522f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9825cd3bf64559f793a517c082440bc755dfa9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66bf3154dff281d74eb56f46047d37bff4b2f7f7d232121a03125554ae5ec671
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f2a1f65762e3200b6fe8aac2220f4e72f752c44
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3581ae6d9d9b3d4b79845da27fe89dd33139d181b6b86b2d89920fee8a5a0cd
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb5ab8b6ca465a969c57a3e53f944bd207be0b1
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.23.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e6d8d66d34838aeb4df493d57ee724479844ee57949f244a9b4cfb071f5f637
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57518f555cc4076a984bd5b1ad3e295286c75a87
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e686f4428681d7fba258bee3aaa65424f18ae6b4f99ac470f37daabfc49de584
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba9e119777916e1755b0b2c5acf41e911ba6c7e4
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b36533d32111a8b388b7982b024175ddd4e5ae5d5156496a3613aa37edea0bcd
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa80cbe71c56f17172a367e36042b69b73045da3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.24.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d53a607f0ab79b67804d2e0ba3324bd8ef2f35491f66a131e58af355261c7743
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c89d2e3f2f28bac5f1a979ade5c77a2419cf794d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b34bd1a70c092f566f5b40b4a09d3dd586078b21f0ce8da2d3222730cfa6a98d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14cc7f143665eca783e9d663beb53d0aa6de1c5d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d47db49e874d45ff6c8bf91f49926432efa206173a935c8dd2a9fc1b2b1a40
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f89dc8caa3c428e7f961880dd6d39c429877d52b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af82b22ee6c4757ead22f6fe4abbf80a750a196334bcf270d01bad80c5fefb6c
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a693f6212c06460436f45560348d63f9ff2478d9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.24.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460a5c4137e22e334d5c46106f30f8f7eded6625e6c3c5929b3ccf91f4af2caf
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba32c8827166f951ef3bf9879d5e778e470f1a32
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cedc2a4cf64de038ea830f149fbfec7ea8ee056a58cf34e973fd31abe043a6df
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877a882fa622a77c48b034a15f89a62d685ab68b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97607c717ecf8069817d63be0118ed6ec7bd8121004987526de395a0b54bfb70
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e758840702a290597bccabd62700979503c1d2ba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.25.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1bb70ed8d1d502769cd7bafbd0168c4996babb088712f7e4be85d09c3d9e5f5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd94dcb796a996e6b2c4840361e687182927d9d9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782caf0bbd6e35db043c6298a1fbb742cfd8711427e407ba78b2e119098502dd
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e37b0119c15e7fb91a49c42c359cb71626e5fc9e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff82d90b51e6b8a42aa7da1afd4f806986149bf30a3b75cda170d377d2e1a6f4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdfc2ab285ffa832d10e731c25333994938c9df5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fffca7dcb4b2f6499d7a274559d55f8e2bc108faefe5292e95d5c0d4ce3b4cb1
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ac7dd9719ac62332da0b5927f5a03220b5ad41
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.25.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:461a92fcccddc677a3c07e8e5bb9e40b41b589f80b2c453ab8404d8e01f2468f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d97fcfb3a120072420756d7003e99fcd70aa628
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266d33ac0bad506ad5f00e9082c73d8ea88d7393ad17e88a4cf8cd39a63cb140
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afd57a30e1961f9554aad090766d3b7f764909ba
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de4cf1fc7bd97144df5d5eb3353bdb81d7b0f7423e142fec7bccae36c6f50939
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0144e64500493f2a376a1db8bc03f049b166a15c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.26.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc69083c410cfe92a8a5e5cfcfe4a3b861dc476c053b171dd0ac8e03e385d15
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..318fc20c5980437c011369bdeb5d51b485749902
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c7217bbef2dab09bc38c105f2862b04b402d7e852b5f8f83c701fd1704c00c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73858333eeaeb8ded8915c3732844ff42ac9ea4f
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b9d6711aca4673a34ee111e99755c8683a0637212dbf66b6832158915ae7ac
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1436d4982672f84ac9fef5058ffbf3e090ca8b08
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce062f54c6b743384d6eb171f76e71356c38cc43371eed50c83028566cb421a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e8f7556d0e754b9c29e4c84c1c7deb9d81bdf9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.26.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b53e1024f06461e9c35475f091cca974f302d868e5d2268294c6068785da1e7
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe0870ccc80c587c19601ea9e412b63e691c73df
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c821f3705291718e4507b3d00a8b04a8d25906c7badf219722c039b67ae97c11
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a111df8aaf7153d24e97a486b8aebc4997bd6205
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92449f2f625e01961dda452588d6fe092eefda004f80d3ecc6be9846f20d807
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae32ac125261a79ad64dd63f47c53a32b603d6a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.27.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb894acc09137569eaf27bc55be4173f54be4f47647d2c963bb204250c08f811
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb58b94024ff37c7024c0e33551cc23b0788711
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f17ae0c5025d93990619563c45ff74b7897dc2c97908a9e86c3f57c123fa32d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91eaa9aeabd01c8bcbe842008737da9014b90c6b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:554a51df2ed6afba62c951c9ac1f2560c3b52c434736c193550ab0c65b9efb47
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a13fdf33733880cbe1770a7284655a593b65f3e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15be46446788de84fa69ad653bbe138f5af3bc2389b241913ac22031dd11402a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd8f46179410ffdbe706da23accc1baba27fad13
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.27.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63537dcd95ee0bbd9547f178a55ab3897999b674d6c10bb4117da11fb9fa573c
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f723652a5afd72b21b71ccb65555da0f545189e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11db8b64eaaee24c251091ef5d4b0ad56f8bebf54825f1d7c760dad14f98bdf7
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e213a92a0f3fb323493f9e6d8e7f8fc7f3d85783
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257e9f4e9020b5fdcec915174106e3d6debf495e1e844b532eddcdccbf8f69f7
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2f5c647a3d5570bc59ceb4672202dad6a84a819
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.28.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:602e24eea12865c300a090c101ef5b527cdcb1506a0f96b4ad244e0fb3361d5d
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c90ef8279c79a7ace284072617070a3fe8f87dbf
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23a0a112d3d14033856101faefa3f50d49a65bd2423659709b898a2806278d1
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ac386ccea7075ed81aac18bf7cb63371e8171a9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a463762ecc49e8cffdd231c02549dee255b11438793cb30a3b71ea406b4a960b
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..293936f62c1ab8fce0ec375275113f448a2c429d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82bcc57b5bf08628fca437d75b5dd3788dfcb6cea03a88153f3aeb375383c833
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f355566a3afea656727f43f9a8b50f08c6bd5c24
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.28.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf3335f8d2f423bac9abd2b29b6da76994137e6c92292eb65da029af1c9c9899
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5764a39ee8bc6c8c3df0cfe454b5729a50e6672
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bbccf1bba5b758a3fcbb45547498c7118d348f37015dd051c5ae27147c1efd4
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a6fe218a27cbae024af6ca3a8189d692df44b2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1abfe2c056dc093d754a4f0fec08508ec6d0e6aa61e554bdd2f3e8f0c2c81b1
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea9c0cdecbea30dee1b118724c8e9b1bca387869
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.29.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9261130a268821c7c840bff6af7108c5d4ffbdbaf738390bd64d38dbda65f5f4
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3ffe6705757bb118773a4fb90dd626b5aaf892
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68924f27d189c22408337d35b4ebb2b68d029ca1354bb64c72674ebc9a58143a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0935aea7cec933a6f863ed5b3dddf99a316b64d7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f54d8532c7c268f901b92b82c68f4dbaec5acfcb72b532a1f91d0c39de1ff43e
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c327de5b3a9f7d68ec35801d61c5ab6f6c46ae02
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b03896ee9f4a2533e3c08b2ef7919f1aff41f906a45aec92ff295eb5a410956
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c615d65ff159b942033f95e20bd105c4a601b20
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.29.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d3e5744611182d10ed92639dbcf5324bf821e7c787f2a9a18497d112b72c4d
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c4f166658175ec5e45bf83d2df94b002e5dfe87
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7120bdfbf5fa6c0ea5d99fdc559900c440aca87ea8ca7a72ee27ee6416454d6d
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f22efbe676be7c6ff873d8f68ed401a38bf98d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ce126debed548b89a53342364af04cce0b20ba35d5c5e1efb84f216368d239
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97dcc7e14577c9421a009ad014330c3125149e5
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcab14cfac5ae49e841b2412206aaa9e58368d5e0aa214c582579f4604da18d0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf63f81b220aefcbac9406f59bee798d6f27ab41
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e309f7dd46da389f875a5a68fb2c9fba3201b4a2a96273440d2f1bd43ae47714
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9032141c8c6f2c6abf5246b761e69853a651230
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f3695c51830ff9805a0f041197461697e4fb1c318c095bdef2f1b331f0dca28
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5441565b2fc68913fc06b11324a6e71e66e5b548
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0127aa7b861b4cfb509d7d4c5dea605ae937a195162f73cbfa9b9121387b8ae9
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e35b802ddeef6172dce5fc1a13d8ef2eba226f87
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a817e8645db19c72d3ccb4a1fc06921ba6ec4fe8d00903d9588dbff5b640484
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f2f25f36bf89f10e6fea14996dcc852d344f05
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c06ca0c1f7f08fdb9f7bf66ac2b995a0dacf2158ecf8779e04709691a8f898
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a17093d41e4959a79fffcfb283de9005e904bd44
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0945b9b34475291ba9f4b805e8be292983ac6481da91d8cbb9b0deb5f1159a1e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d9f2eac577e61ab49d7f88b4585bf860b271ae9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.30.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65bee76e2020af339584b284da229150244719aab54fb1e2168a67132798ffc
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc163af48e879d7eb7ea29c9fd962e5087e65a7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f68310c6bc814a5df2eae2a4f8c1135f6dbc760b300460430c99c9cb22313650
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e0413eaeb2ba73365427404d544a27272cba73
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa28b2664d307f55fe754b754c0add2fe14c65e1cf22c16e5a652a9657d71d94
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d79e286a878c599e6da9a1fb095f2ee0a3b7a7dd
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05831b7e8c7dac71d23f5e33539211b1801f3f59027dd2a20394622934f7a7e8
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..529e3f9ebaec1db6d7fc1a3f89dc631d9ffcd356
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.30.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec609f624a50e2f8f70813dca0abf2808569cd93270978d3df6ce7a601ee5d3f
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04c4a876816fedab113903653a44d9ada294df97
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1559c22458cd5828f8defee6b43db742db4307e89a222aa1a319e9ac9aca956
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e94259c6d3ebf94e62088400da63f3a302cbbe88
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce73450fcf00a24789dab394c9166864564589a73136f4b2b2c4a4216e2d5d0
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285086d7e458a5a1e745f5853f526043cfa702e3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.31.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b55fca00f0bc049fa58bca14887401f15a918af43427b96c24af3a51ce20f4a
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940c379fb4cf4d908fac0df1d91bbe5fe6dbe3af
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b447a4316c9f190980b939cfc5fcbe5063e74fdc9c44002aa794458b4b002bd
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51eafbdf951b6f7eb19111aa08925124759d829b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:035b76ff7d47e0b163fd21c164e60931cba5aa7035e62958398264a6b413d173
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f89bdaadac666375b9ff9f5f0e19575589e4a7b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b40c70b4a06c2b2a20ee543493885e987b12155811aa63542d9a4c00e35f7a2a
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510b2efbbbebdf072975d99bad3e8c34d1c7aab7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.31.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7ea024ce5165e637211837634640aa8ec3a9eb8f304c87e6a1ab19f259f863
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa2c608124283b98055594b37d6fcfec6ecf4971
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4feb2a4b78db0904eb51ea59f23e8b2da4a496d8f71c335147a38664c25bb65
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a194c7787b2176d464b7352504a6ec3d1cbab91
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227b5205c4029884fdfdeb21aedb1a21f67e8dc83805bed6243a3eb53d5f1722
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..259a9e43ae74fd2ef6e0b7e2e7e36bc26d1f8b13
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57749edcde50d2da02aa04af21441c6dd6ca8dcf79f6f07d58694e660589eb0c
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcc20070cf60e583c1a342d3535fe1504df9cbed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc8b0cc6283129a84e3eb4f3725f40c2e3801e3a47adf94600ae51abe328ca6b
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..221e6f2e586ade0333442c8e55b7a9ba813097f3
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d9622e0074cecd368e9583fc67256364472bc2ec6b951472182f92c0f228802
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86642657c373565bda87c7fbf60af0e20ee38451
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df98aa672ccce031b2e3fff919b6cce1c3d0c568fde8c54728f13d60d73aa26
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8081be52b84cec637a57c1ad20283b0d25795327
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1109fbac1e42db8a47443c817b135cb58d558daac36e1a59d8c1d14732206a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8840bed9512f09eac8e18abee44f79f84f176073
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf90ffdff92f143e71593a697650e0a2ee9d14ec8cf753d29907f44c3e5da149
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec0297e1ff52f45e633f8c8e5c87a72a66cf026
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2674002b201a2e8034e4690f45cc5f3b9a83c741636ea6c2be5f89aa3c59583
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f5315dd8bd45529872191cc2fd694c7cffcffed
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:438c0a590b858feb0ae77b31239d0fc26a674da629432698f246f9a830590a1f
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe1623304d49f885d1ce6135263fe355955adc8
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81f3dd76388336643c210975c27db305a5541dbf194f9381c94a7186df80a3a
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fd100946e4b31c089ee2a55b9684a9ca53436d9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f73cb1861dc0a6ba96df349804c1b88d49ab09b190433ef509c04f2a549a70
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..574c0ee745ab25a2d153012efa464e8016fa8c2a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:864b99073b045d68f5fdd5b597f3213b86c6c45e1fa2d408667d4f095829e467
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76b6bff094ed1f6a66afc921e2455f03b930a333
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d1123dc2177e3d3a9a3ffb7f36cc443249f51f134da54c35f6360bb8985ea5
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e38633c14f5a25588dfbb7a6fae6b5f20df504e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fccaa38643bc9f8219fd8f98b9ca5120fd6f77bb8cfb933badd3a75ef892a922
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4696c0f9e08a585625e9fe25717fc51170c79979
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596eb9a91cb4a3c980807014a3c1ac0bffad541007045f296bdb031f7ceac6ff
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..685e0e421f77b71b15a39031da1a3252782f0df2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f2fa53e431e1c2406f6a1a540ecc368f0d12b5bbb0dc7d1335797dd4213037
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bffe2461cd7ecc45012ad9b8456f61a0a01d0ca7
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e3e19ddcdfbfa91f31d4cf1098e6574d51f1a03a1701217939ecbc44037a56
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a93ac923c18ba708e1ebcb5d7dc012784c3e9641
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3067e2c99847b380f90f8b38703a573ccc4d12bc07535e32c41b20e445be5f0
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1437d9f9054f5bff3405833b801e2dac3c9dc700
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f41c0d44d71bdf47e379fe90492f42f5c86a5007147eb352d2a0c661a106fe
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d79ab34d874ef53067d51fe4bc01bb77791c1c66
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53dcdec66c35993d71fc0f5df2b4a9eaaa25052c86c8d125575d2666e5dd3b57
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ad58f9930b00af02da0ed40090047b24f8f041d
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa21027ab4769a483ec2a58adcec1ec003aa8d278c6f6600d9618a13a08c9299
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..796616b0ce62272accee3f0cb0256cea1e2c6f16
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2af8c8cee5d7549dca4037494b07ac9fc52cc05ad54ea982ba73b7e56b8c5e
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff3796eabfed64bf004f75945b2d38026665ed9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76f1bca3ed911e762af0c3d849675b19ab976932ebd8445a2055b7ee2141897b
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e0f4776ac7d26ca9deb8df5b48da18a477c33a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a49f6b4bd23873ce41a950c753d0213d40f731b94ac650c4e37d4527a2774e2
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41c16dcda80c2b0fcfb82f9af172bef3b62ab6fe
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec880bd0374ee3599b65177d60f60356f9fb2153f55c1138b7017d867e59dd3
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8247f41e812d15aece4a8f549fd622ea2d0a473b
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c2532a04f5781440e43fcf808a2174bd2cc1db478988b4207aead7efd0e170
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c0c3c122647d4eecc196474e08a1cd7df126c64
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e200770a3684cc548d82e0a1ddf5ae8bbe638c8426351fe4b66123502a353221
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad58c313f17f24cb64a873bbfc3dbe10adddc14
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8c5243dae43e6416e47d301d5bb8d49728508abf29080bdda54a19da7398df
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8259e00f5b33d4eae90cbb3d230a7c62e3215d2
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84116f2978c950cc68ce636efb81f56d08684f319a39f2ba5c7e7397d4d1550
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d84eea98b66066eeaf5a6570e37dccdcc5b98cc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0fa3bec586be389f4209a9250756aef3fffb825d2a33aa66c1482e317facdb
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf57c10ea7577099c5eda254b1b74242fe3488a
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cce794aa86c7626d9d25ff93e77b426cc20b1c27aff3387ba2307db924c3286
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f648d38cbb6606ca0a04c496a7932b5eb855044e
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afd82756fe87f98753d0d44638f2917a388547c24b848dcfe21dd565f750f920
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e4f35f535c6a41050a37ae6a4cc706f6f97f94
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f677bfc472e1f590045147d5230eac82dd9ddc86e860e13f0764d842c15d4f
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6f9a2d7bc00db975a9475bad283812f20790bc
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0680109232241d3725f504445ad924cbb7e7480e860549cb49819c1e4e37ac88
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.down_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3bfe9ced6c111b4dcde23d1f17614e6af569a39
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10f3f3aca6a8804393d95fe70003b6c266c0aa68b8095f66a8442214323af35
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef1d70569c83c482ca01e5f2d39ae5d37f82a87
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc34c66e451656cfd6eac99c8123a46f55544776c129b0a881d7ecdcebf1244
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.up_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9da164ce5d1d38ecd27a597c7ca312f115b1ded0
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc03da16a1ccdc12810bc536d7e7eb080ddffb110ad69406f89d38bc711a8d5
+size 58499
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3200092239578ebd260cdb593adb3960f7b6b792
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3bda22bdb12b11fc30fd0592a44b249000334e78f41eb563d7a87df2f175ad0
+size 5251
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fdc1314a21e47178d4845182a275868ff08999c
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e86ea4eaf2039518becc60f47663477bef530017a2f3a772cc74675baa8829
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b38549b3fc1ec89925faa478b7522354e2e99dca
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364161ac8fea9304c2296c5da2ad4678eee6408759bef6941a56936ab28c8fee
+size 17539
diff --git a/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6d664bfabbf53a168ec195bf79800f548135f9
--- /dev/null
+++ b/params/llama3/5/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40db6c4e11ae1562f27fafa3a7030fcbdfaf1068f4c591a488fcc1c58e442e38
+size 5251